You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/08/10 03:24:02 UTC

[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 1 - Failure

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/1/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:60590: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Error reading cluster properties Caused by: KeeperErrorCode = Session expired for /clusterprops.json

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:60590: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Error reading cluster properties Caused by: KeeperErrorCode = Session expired for /clusterprops.json
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:301)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:418)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:168)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.OverseerRolesTest.test

Error Message:
Error from server at http://127.0.0.1:50700: collection already exists: testOverseerQuit

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50700: collection already exists: testOverseerQuit
	at __randomizedtesting.SeedInfo.seed([6FB4BB9F1D205E0:8EAF74635F2E6818]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1572)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1526)
	at org.apache.solr.cloud.OverseerRolesTest.createCollection(OverseerRolesTest.java:217)
	at org.apache.solr.cloud.OverseerRolesTest.testQuitCommand(OverseerRolesTest.java:75)
	at org.apache.solr.cloud.OverseerRolesTest.test(OverseerRolesTest.java:67)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([6FB4BB9F1D205E0:6E4D981B6436047E]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.ZkSolrClientTest.testMultipleWatchesAsync(ZkSolrClientTest.java:266)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:49235

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:49235
	at __randomizedtesting.SeedInfo.seed([6FB4BB9F1D205E0:8EAF74635F2E6818]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:570)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.BasicDistributedZkTest.createCollection(BasicDistributedZkTest.java:598)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1522)
	at org.apache.solr.cloud.hdfs.HdfsWriteToMultipleCollectionsTest.test(HdfsWriteToMultipleCollectionsTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.read(SocketInputStream.java:152)
	at java.net.SocketInputStream.read(SocketInputStream.java:122)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:465)
	... 47 more




Build Log:
[...truncated 21815 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/init-core-data-001
   [junit4]   2> 636183 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[6FB4BB9F1D205E0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 636184 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[6FB4BB9F1D205E0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 636190 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 636192 INFO  (Thread-3554) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 636192 INFO  (Thread-3554) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 636292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.ZkTestServer start zk server on port:57365
   [junit4]   2> 636292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 636295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 636467 INFO  (zkCallback-207-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2456def8 name:ZooKeeperConnection Watcher:127.0.0.1:57365 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 636467 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 636468 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 636468 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 636470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 636472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 636472 INFO  (zkCallback-208-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45d6da50 name:ZooKeeperConnection Watcher:127.0.0.1:57365/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 636472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 636473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 636473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 636474 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 636475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 636476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 636484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 636484 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 636504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 636504 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 636506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 636506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 636508 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 636508 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 636511 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 636511 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 636524 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 636525 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 636526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 636526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 636527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 636528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 636529 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 636529 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 636531 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 636531 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 636532 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 636533 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 637066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1
   [junit4]   2> 637067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 637071 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e07b05d{/,null,AVAILABLE}
   [junit4]   2> 637073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6acbc97b{HTTP/1.1}{127.0.0.1:40492}
   [junit4]   2> 637073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.Server Started @640056ms
   [junit4]   2> 637073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=40492, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/tempDir-001/control/data}
   [junit4]   2> 637073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2b49a2c8
   [junit4]   2> 637074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/'
   [junit4]   2> 637102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 637119 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 637119 INFO  (zkCallback-209-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ab78378 name:ZooKeeperConnection Watcher:127.0.0.1:57365/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 637120 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 637120 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 637132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 637132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/solr.xml
   [junit4]   2> 637186 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores
   [junit4]   2> 637187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.CoreContainer New CoreContainer 230642945
   [junit4]   2> 637187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/]
   [junit4]   2> 637187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/lib
   [junit4]   2> 637187 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/lib).
   [junit4]   2> 637207 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 637208 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 637209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 637209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 637209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57365/solr
   [junit4]   2> 637209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 637209 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 637212 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 637213 INFO  (zkCallback-211-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e686880 name:ZooKeeperConnection Watcher:127.0.0.1:57365 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 637213 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 637214 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 637229 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 637237 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6362ea05 name:ZooKeeperConnection Watcher:127.0.0.1:57365/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 637237 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 637238 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 637240 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 637242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 637251 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 637253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 637277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 637278 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 637280 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 637281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 637281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40492_
   [junit4]   2> 637282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40492_
   [junit4]   2> 637283 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 637284 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 637285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 637286 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94316285065494532-127.0.0.1:40492_-n_0000000000
   [junit4]   2> 637286 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40492_
   [junit4]   2> 637286 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 637287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer Overseer (id=94316285065494532-127.0.0.1:40492_-n_0000000000) starting
   [junit4]   2> 637289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 637294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 637296 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 637304 INFO  (OverseerCollectionProcessor-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 637384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 637420 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 637420 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 637421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores
   [junit4]   2> 637422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.SolrCore Created CoreDescriptor: {shard=, name=collection1, collection=control_collection, dataDir=data/, schema=schema.xml, loadOnStartup=true, transient=false, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/, config=solrconfig.xml, coreNodeName=, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1}
   [junit4]   2> 637422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/
   [junit4]   2> 637422 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 637426 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 637426 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 637427 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 637427 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 637427 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 637427 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [n:127.0.0.1:40492_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 637428 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:40492",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:40492_"} current state version: 0
   [junit4]   2> 637428 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:40492",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:40492_"}
   [junit4]   2> 637429 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 637429 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 637431 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 637440 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 638428 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 638428 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 638429 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 638429 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 638429 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 638429 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/'
   [junit4]   2> 638461 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 638471 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 638512 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 638555 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 638556 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 638565 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 638867 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 638879 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 638881 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 638922 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 638926 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 638928 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 638929 WARN  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 638929 WARN  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 638929 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 638930 WARN  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 638930 WARN  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 638931 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 638931 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 638931 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 638932 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 638932 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@16a42cc9
   [junit4]   2> 638932 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/data
   [junit4]   2> 638933 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/data/index/
   [junit4]   2> 638933 WARN  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 638933 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/data/index
   [junit4]   2> 638933 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=7, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 638936 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@399b6c69),segFN=segments_1,generation=1}
   [junit4]   2> 638936 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 638940 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 638941 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 638941 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 638941 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 638941 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 638941 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 638942 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 638942 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 638942 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 638945 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 638946 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 638948 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/data/
   [junit4]   2> 638948 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 638948 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 638950 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 638954 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/admin/segments,/admin/file,/config,/update/json/docs,/admin/plugins,/admin/threads,standard,/schema,/update/json,/admin/ping,/get,/update,/replication,/admin/properties,/admin/logging,/admin/luke,/update/csv,/admin/system
   [junit4]   2> 638956 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 638956 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 638957 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 638957 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 638957 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 638958 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=25, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=34.6650390625, floorSegmentMB=0.3330078125, forceMergeDeletesPctAllowed=13.264280742790772, segmentsPerTier=18.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8735755048711261
   [junit4]   2> 638959 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@399b6c69),segFN=segments_1,generation=1}
   [junit4]   2> 638960 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 638960 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1d2ee500[collection1] main
   [junit4]   2> 638960 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 638961 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 638961 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 638962 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 638962 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 638962 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 638963 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 638963 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 638963 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 638963 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 638963 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 638964 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 638964 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 638964 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509060563953516544
   [junit4]   2> 638966 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2 ms to seed version buckets with highest version 1509060563953516544
   [junit4]   2> 638966 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 638967 INFO  (coreLoadExecutor-620-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 638968 INFO  (searcherExecutor-621-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d2ee500[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 638968 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:40492 collection:control_collection shard:shard1
   [junit4]   2> 638969 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 638972 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94316285065494532-core_node1-n_0000000000
   [junit4]   2> 638973 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 638974 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 638975 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 638976 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 638977 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 638979 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 638979 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 638979 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40492/collection1/
   [junit4]   2> 638979 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 638979 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40492/collection1/ has no replicas
   [junit4]   2> 638979 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40492/collection1/ shard1
   [junit4]   2> 638979 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 638983 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 638983 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:40492",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 639086 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 639088 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 639136 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:40492/collection1/ and leader is http://127.0.0.1:40492/collection1/
   [junit4]   2> 639136 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40492
   [junit4]   2> 639136 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 639136 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 639136 INFO  (coreZkRegister-614-thread-1-processing-c:control_collection s:shard1 x:collection1 r:core_node1 n:127.0.0.1:40492_) [n:127.0.0.1:40492_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 639137 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 639138 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"http://127.0.0.1:40492",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:40492_"} current state version: 3
   [junit4]   2> 639139 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"http://127.0.0.1:40492",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:40492_"}
   [junit4]   2> 639242 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 639244 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 639444 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 639455 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 639455 INFO  (zkCallback-214-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@748a57a3 name:ZooKeeperConnection Watcher:127.0.0.1:57365/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 639460 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 639460 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 639460 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 639463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 639463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 639463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 639466 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 639467 INFO  (zkCallback-215-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ee07791 name:ZooKeeperConnection Watcher:127.0.0.1:57365/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 639468 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 639468 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 639484 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 639485 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 639485 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 639587 INFO  (OverseerStateUpdate-94316285065494532-127.0.0.1:40492_-n_0000000000) [n:127.0.0.1:40492_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 639588 INFO  (zkCallback-214-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 639589 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 639591 INFO  (zkCallback-214-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 639591 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:40492_) [n:127.0.0.1:40492_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 639847 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/shard-1-001/cores/collection1
   [junit4]   2> 639848 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/shard-1-001
   [junit4]   2> 639849 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 639890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cddbbae{/,null,AVAILABLE}
   [junit4]   2> 639890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@114cb385{HTTP/1.1}{127.0.0.1:60590}
   [junit4]   2> 639890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.e.j.s.Server Started @642873ms
   [junit4]   2> 639891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=60590, hostContext=/, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/tempDir-001/jetty1, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/shard-1-001/cores, solrconfig=solrconfig.xml}
   [junit4]   2> 639891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@2b49a2c8
   [junit4]   2> 639891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/shard-1-001/'
   [junit4]   2> 639959 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 639965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 639966 INFO  (zkCallback-216-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@eea0a4a name:ZooKeeperConnection Watcher:127.0.0.1:57365/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 639967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 639967 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 639972 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 639973 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/shard-1-001/solr.xml
   [junit4]   2> 639990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_6FB4BB9F1D205E0-001/shard-1-001/cores
   [junit4]   2> 639991 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6FB4BB9F1D205E0]) [    ] o.a.s.c.CoreContainer New CoreContainer 1706420641
   [jun

[...truncated too long message...]

/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/icu/lucene-analyzers-icu-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.7/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.1.13.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J1-20150809_162059_689.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J1-20150809_162059_689.suites
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1504)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:964)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:961)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 422 minutes 19 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
ERROR: Failed to archive artifacts: **/*.events,heapdumps/**,**/hs_err_pid*,README.txt
java.io.IOException: Failed to extract /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/transfer of 5 files
	at hudson.FilePath.readFromTar(FilePath.java:2101)
	at hudson.FilePath.copyRecursiveTo(FilePath.java:2013)
	at jenkins.model.StandardArtifactManager.archive(StandardArtifactManager.java:61)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.remoteSync(JSyncArtifactManager.java:107)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.archive(JSyncArtifactManager.java:68)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:140)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:756)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:720)
	at hudson.model.Build$BuildExecution.post2(Build.java:182)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:669)
	at hudson.model.Run.execute(Run.java:1731)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: java.io.IOException: unexpected EOF with 1536 bytes unread
	at hudson.org.apache.tools.tar.TarInputStream.read(TarInputStream.java:349)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769)
	at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744)
	at hudson.util.IOUtils.copy(IOUtils.java:40)
	at hudson.FilePath.readFromTar(FilePath.java:2091)
	... 14 more
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 12 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/12/

3 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1440187414141,generation=2,filelist=[_6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, _6z.cfe, _6z.cfs, _6z.si, _70.cfe, _70.cfs, _70.si, _71.cfe, _71.cfs, _71.si, _72.cfe, _72.cfs, _72.si, _73.cfe, _73.cfs, _73.si, segments_2]}]> but was:<[{indexVersion=1440187414141,generation=3,filelist=[_6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, _74.cfe, _74.cfs, _74.si, segments_3]}, {indexVersion=1440187414141,generation=2,filelist=[_6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, _6z.cfe, _6z.cfs, _6z.si, _70.cfe, _70.cfs, _70.si, _71.cfe, _71.cfs, _71.si, _72.cfe, _72.cfs, _72.si, _73.cfe, _73.cfs, _73.si, segments_2]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1440187414141,generation=2,filelist=[_6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, _6z.cfe, _6z.cfs, _6z.si, _70.cfe, _70.cfs, _70.si, _71.cfe, _71.cfs, _71.si, _72.cfe, _72.cfs, _72.si, _73.cfe, _73.cfs, _73.si, segments_2]}]> but was:<[{indexVersion=1440187414141,generation=3,filelist=[_6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, _74.cfe, _74.cfs, _74.si, segments_3]}, {indexVersion=1440187414141,generation=2,filelist=[_6t.fdt, _6t.fdx, _6t.fnm, _6t.nvd, _6t.nvm, _6t.si, _6t_Memory_0.ram, _6z.cfe, _6z.cfs, _6z.si, _70.cfe, _70.cfs, _70.si, _71.cfe, _71.cfs, _71.si, _72.cfe, _72.cfs, _72.si, _73.cfe, _73.cfs, _73.si, segments_2]}]>
	at __randomizedtesting.SeedInfo.seed([ABBC68D25DC3779C:8E6B73E22D8B799F]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:51984: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51984: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:301)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:418)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:168)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=22224, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22224, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:55655: Could not find collection : awholynewstresscollection_collection1_0
	at __randomizedtesting.SeedInfo.seed([ABBC68D25DC3779C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)




Build Log:
[...truncated 10754 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/init-core-data-001
   [junit4]   2> 725246 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ABBC68D25DC3779C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 725246 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[ABBC68D25DC3779C]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 725251 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 725253 INFO  (Thread-1952) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 725254 INFO  (Thread-1952) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 725353 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.ZkTestServer start zk server on port:33903
   [junit4]   2> 725354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 725354 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 725357 INFO  (zkCallback-311-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@57b0ae60 name:ZooKeeperConnection Watcher:127.0.0.1:33903 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 725357 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 725357 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 725357 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 725360 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 725366 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 725366 INFO  (zkCallback-312-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@38ca0ebc name:ZooKeeperConnection Watcher:127.0.0.1:33903/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 725366 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 725367 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 725367 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 725368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 725370 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 725371 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 725373 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 725373 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 725375 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 725376 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 725377 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 725378 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 725379 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 725379 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 725381 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 725381 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 725383 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 725383 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 725384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 725385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 725386 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 725386 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 725388 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 725388 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 725390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 725390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 725392 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 725392 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 725684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1
   [junit4]   2> 725686 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 725687 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7dc5e23d{/,null,AVAILABLE}
   [junit4]   2> 725689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3c150a75{HTTP/1.1}{127.0.0.1:40503}
   [junit4]   2> 725689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.Server Started @728831ms
   [junit4]   2> 725689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/tempDir-001/control/data, hostPort=40503, hostContext=/}
   [junit4]   2> 725689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6b482747
   [junit4]   2> 725690 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/'
   [junit4]   2> 725706 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 725707 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 725708 INFO  (zkCallback-313-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24fc02e0 name:ZooKeeperConnection Watcher:127.0.0.1:33903/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 725708 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 725709 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 725710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 725710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/solr.xml
   [junit4]   2> 725725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores
   [junit4]   2> 725725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoreContainer New CoreContainer 269437805
   [junit4]   2> 725725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/]
   [junit4]   2> 725725 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/lib
   [junit4]   2> 725725 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/lib).
   [junit4]   2> 725734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 725735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 725735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 725736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 725736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33903/solr
   [junit4]   2> 725736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 725736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 725737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 725738 INFO  (zkCallback-315-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3804f0d3 name:ZooKeeperConnection Watcher:127.0.0.1:33903 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 725739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 725739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 725741 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 725742 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1554e733 name:ZooKeeperConnection Watcher:127.0.0.1:33903/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 725742 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 725743 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 725745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 725747 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 725750 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 725752 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 725755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 725757 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 725758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 725760 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 725766 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40503_
   [junit4]   2> 725766 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40503_
   [junit4]   2> 725768 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 725769 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 725771 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 725771 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94384023632936964-127.0.0.1:40503_-n_0000000000
   [junit4]   2> 725772 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40503_
   [junit4]   2> 725772 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 725774 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer Overseer (id=94384023632936964-127.0.0.1:40503_-n_0000000000) starting
   [junit4]   2> 725775 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 725782 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 725783 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 725786 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 725786 INFO  (OverseerCollectionProcessor-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 725808 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 725808 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 725809 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores
   [junit4]   2> 725810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.SolrCore Created CoreDescriptor: {transient=false, collection=control_collection, coreNodeName=, shard=, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1, dataDir=data/, loadOnStartup=true, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/, name=collection1, configSetProperties=configsetprops.json, schema=schema.xml, config=solrconfig.xml}
   [junit4]   2> 725810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/
   [junit4]   2> 725810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 725811 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 725811 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 725812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 725812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:40503_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 725812 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 725812 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 725813 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://127.0.0.1:40503",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:40503_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "shard":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"} current state version: 0
   [junit4]   2> 725814 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://127.0.0.1:40503",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "node_name":"127.0.0.1:40503_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "shard":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"}
   [junit4]   2> 725814 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 725814 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 725815 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 725817 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 726812 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 726813 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 726813 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 726813 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 726814 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 726814 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/'
   [junit4]   2> 726830 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 726839 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 726853 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 726883 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 726884 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 726892 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 727154 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 727163 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 727165 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 727175 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 727179 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 727182 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 727182 WARN  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 727183 WARN  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 727183 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 727183 WARN  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 727183 WARN  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 727184 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 727185 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 727185 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 727185 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 727185 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ffe9354
   [junit4]   2> 727186 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/data
   [junit4]   2> 727186 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/data/index/
   [junit4]   2> 727186 WARN  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 727186 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/data/index
   [junit4]   2> 727187 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19899943985760293]
   [junit4]   2> 727187 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@6c363714 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b5a398c),segFN=segments_1,generation=1}
   [junit4]   2> 727187 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 727192 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 727192 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 727193 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 727193 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 727193 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 727193 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 727193 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 727194 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 727194 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 727197 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 727198 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/data/
   [junit4]   2> 727198 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 727198 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 727201 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 727202 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 727206 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: standard,/update,/admin/ping,/admin/plugins,/get,/admin/segments,/admin/file,/config,/admin/properties,/admin/luke,/update/csv,/admin/threads,/replication,/update/json/docs,/admin/logging,/admin/mbeans,/schema,/admin/system,/update/json
   [junit4]   2> 727207 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 727208 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 727208 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 727209 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 727209 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 727209 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=13, maxMergedSegmentMB=88.6494140625, floorSegmentMB=1.1689453125, forceMergeDeletesPctAllowed=17.60987502812817, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 727210 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@6c363714 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5b5a398c),segFN=segments_1,generation=1}
   [junit4]   2> 727210 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 727210 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@2bd27424[collection1] main
   [junit4]   2> 727210 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 727212 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 727212 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 727212 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 727212 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 727212 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 727213 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 727213 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 727213 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 727213 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 727214 INFO  (searcherExecutor-1104-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2bd27424[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 727214 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 727214 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 727215 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 727215 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510144380182200320
   [junit4]   2> 727217 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 3 ms to seed version buckets with highest version 1510144380182200320
   [junit4]   2> 727217 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 727218 INFO  (coreLoadExecutor-1103-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 727218 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:40503 collection:control_collection shard:shard1
   [junit4]   2> 727219 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 727223 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94384023632936964-core_node1-n_0000000000
   [junit4]   2> 727224 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 727225 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 727226 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 727226 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 727226 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 727227 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40503/collection1/
   [junit4]   2> 727227 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 727227 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:40503/collection1/ has no replicas
   [junit4]   2> 727227 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40503/collection1/ shard1
   [junit4]   2> 727228 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 727236 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:40503",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 727238 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 727239 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 727240 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 727282 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:40503/collection1/ and leader is http://127.0.0.1:40503/collection1/
   [junit4]   2> 727282 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:40503
   [junit4]   2> 727282 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 727282 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 727282 INFO  (coreZkRegister-1097-thread-1-processing-r:core_node1 n:127.0.0.1:40503_ s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:40503_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 727284 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 727285 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://127.0.0.1:40503",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:40503_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"} current state version: 2
   [junit4]   2> 727286 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://127.0.0.1:40503",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1:40503_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection"}
   [junit4]   2> 727314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 727316 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727317 INFO  (zkCallback-318-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13c6ea91 name:ZooKeeperConnection Watcher:127.0.0.1:33903/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 727318 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 727320 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 727321 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 727321 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 727322 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727323 INFO  (zkCallback-319-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c27091d name:ZooKeeperConnection Watcher:127.0.0.1:33903/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 727325 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 727326 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 727326 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 727327 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 727327 INFO  (zkCallback-318-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 727329 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 727337 INFO  (zkCallback-318-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 727432 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 727433 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 727433 INFO  (zkCallback-318-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 727435 INFO  (zkCallback-318-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 727435 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 727789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/cores/collection1
   [junit4]   2> 727791 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001
   [junit4]   2> 727800 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 727869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e21d032{/,null,AVAILABLE}
   [junit4]   2> 727869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2163a7b5{HTTP/1.1}{127.0.0.1:51984}
   [junit4]   2> 727869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.e.j.s.Server Started @731011ms
   [junit4]   2> 727870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=51984, solrconfig=solrconfig.xml, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/cores, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/tempDir-001/jetty1}
   [junit4]   2> 727870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@6b482747
   [junit4]   2> 727870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/'
   [junit4]   2> 727902 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 727904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727905 INFO  (zkCallback-320-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@601e62a9 name:ZooKeeperConnection Watcher:127.0.0.1:33903/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727905 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727905 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 727906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 727906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/solr.xml
   [junit4]   2> 727921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/cores
   [junit4]   2> 727922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoreContainer New CoreContainer 385831866
   [junit4]   2> 727922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/]
   [junit4]   2> 727922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/lib
   [junit4]   2> 727922 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/lib).
   [junit4]   2> 727931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 727932 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 727932 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 727932 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 727933 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33903/solr
   [junit4]   2> 727933 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 727933 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 727943 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727944 INFO  (zkCallback-322-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d5608cd name:ZooKeeperConnection Watcher:127.0.0.1:33903 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 727951 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 727954 INFO  (zkCallback-323-thread-1-processing-n:127.0.0.1:51984_) [n:127.0.0.1:51984_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b8862b9 name:ZooKeeperConnection Watcher:127.0.0.1:33903/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 727954 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 727959 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 728966 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:51984_
   [junit4]   2> 728970 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:51984_
   [junit4]   2> 728973 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 728974 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94384023632936969-127.0.0.1:51984_-n_0000000001
   [junit4]   2> 728975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94384023632936964-127.0.0.1:40503_-n_0000000000 to know if I could be the leader
   [junit4]   2> 728994 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 728995 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 728995 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/cores
   [junit4]   2> 728996 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.SolrCore Created CoreDescriptor: {config=solrconfig.xml, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/cores/collection1/, collection=collection1, coreNodeName=, shard=, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/cores/collection1, transient=false, dataDir=data/, name=collection1, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json}
   [junit4]   2> 728997 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_ABBC68D25DC3779C-001/shard-1-001/cores/collection1/
   [junit4]   2> 728997 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 728998 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 728998 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[ABBC68D25DC3779C]) [n:127.0.0.1:51984_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 728999 INFO  (coreLoadExecutor-1114-thread-1-processing-n:127.0.0.1:51984_) [n:127.0.0.1:51984_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 728999 INFO  (coreLoadExecutor-1114-thread-1-processing-n:127.0.0.1:51984_) [n:127.0.0.1:51984_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 729000 INFO  (zkCallback-316-thread-1-processing-n:127.0.0.1:40503_) [n:127.0.0.1:40503_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 729000 INFO  (coreLoadExecutor-1114-thread-1-processing-n:127.0.0.1:51984_) [n:127.0.0.1:51984_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for external collection collection1
   [junit4]   2> 729000 INFO  (coreLoadExecutor-1114-thread-1-processing-n:127.0.0.1:51984_) [n:127.0.0.1:51984_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 729000 INFO  (OverseerStateUpdate-94384023632936964-127.0.0.1:40503_-n_0000000000) [n:127.0.0.1:40503_    ] o.a.

[...truncated too long message...]

it4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 3910993 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[ABBC68D25DC3779C]-worker) [n:127.0.0.1:58433_ c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 21, 2015 4:31:33 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {a_i1=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=MockRandom), text=PostingsFormat(name=Direct), range_facet_l_dv=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=MockRandom), id=BlockTreeOrds(blocksize=128), range_facet_l=PostingsFormat(name=MockRandom), other_tl1=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockRandom), range_facet_i_dv=PostingsFormat(name=MockRandom), multiDefault=FSTOrd50, a_t=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene50), timestamp=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Memory)}, sim=DefaultSimilarity, locale=sv, timezone=GB
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=2,free=50065472,total=530579456
   [junit4]   2> NOTE: All tests run in this JVM: [TestUtils, TestSchemaNameResource, TestStressRecovery, TestConfigReload, TestRequestStatusCollectionAPI, QueryParsingTest, OutputWriterTest, OpenExchangeRatesOrgProviderTest, BigEndianAscendingWordSerializerTest, DirectUpdateHandlerOptimizeTest, TestDefaultStatsCache, DistributedIntervalFacetingTest, TestDistribDocBasedVersion, LeaderElectionTest, TestScoreJoinQPScore, SampleTest, SolrCoreCheckLockOnStartupTest, TestXIncludeConfig, XmlUpdateRequestHandlerTest, DistributedQueryElevationComponentTest, HLLSerializationTest, TestFileDictionaryLookup, TestFieldTypeCollectionResource, CoreAdminCreateDiscoverTest, HttpPartitionTest, TestConfigSets, SpatialHeatmapFacetsTest, CollectionTooManyReplicasTest, TestMaxScoreQueryParser, HdfsBasicDistributedZk2Test, RemoteQueryErrorTest, SpellCheckCollatorTest, PathHierarchyTokenizerFactoryTest, TestSolrQueryParser, TestDefaultSimilarityFactory, TestPartialUpdateDeduplication, SimpleFacetsTest, TestCollationFieldDocValues, TestLeaderElectionZkExpiry, SortByFunctionTest, SparseHLLTest, TestZkChroot, TestFastOutputStream, SuggesterTest, TestBulkSchemaAPI, BlockDirectoryTest, SearchHandlerTest, CustomCollectionTest, DistributedFacetPivotLargeTest, TestNoOpRegenerator, TestClusterStateMutator, TestCSVResponseWriter, TestCloudPivotFacet, TestBinaryResponseWriter, TestSimpleTrackingShardHandler, SSLMigrationTest, TestSolrXml, RegexBoostProcessorTest, HighlighterMaxOffsetTest, DistributedDebugComponentTest, MoreLikeThisHandlerTest, TestScoreJoinQPNoScore, HardAutoCommitTest, FullSolrCloudDistribCmdsTest, SolrIndexSplitterTest, SolrInfoMBeanTest, BadIndexSchemaTest, TestExtendedDismaxParser, TestRemoveLastDynamicCopyField, MergeStrategyTest, TestInfoStreamLogging, TestRestoreCore, AutoCommitTest, TestSchemaVersionResource, DocExpirationUpdateProcessorFactoryTest, TestFreeTextSuggestions, TestTrackingShardHandlerFactory, VersionInfoTest, ChangedSchemaMergeTest, ExplicitHLLTest, TestSolrJ, TestMacros, TestLuceneMatchVersion, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, ZkControllerTest, TestRealTimeGet, TestStressReorder, TestJoin, TestReload, SolrCoreTest, StatsComponentTest, TestGroupingSearch, PeerSyncTest, ConvertedLegacyTest, TestSort, TestFunctionQuery, BasicFunctionalityTest, TestLazyCores, DirectUpdateHandlerTest, TestBadConfig, OverseerCollectionProcessorTest, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, AnalysisAfterCoreReloadTest, CoreAdminHandlerTest, DocValuesTest, TestTrie, SpatialFilterTest, SuggesterWFSTTest, PolyFieldTest, NoCacheHeaderTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, DebugComponentTest, IndexBasedSpellCheckerTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestQueryUtils, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, DocumentAnalysisRequestHandlerTest, TestQueryTypes, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, RequestHandlersTest, DocumentBuilderTest, TermVectorComponentTest, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, LoggingHandlerTest, SolrPluginUtilsTest, TestCollationField, MBeansHandlerTest, TestAnalyzedSuggestions, UniqFieldsUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, TestLFUCache, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestSolrDeletionPolicy2, MultiTermTest, TestDocSet, NumericFieldsTest, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, SpellPossibilityIteratorTest, TestCodecSupport, SynonymTokenizerTest, TestSweetSpotSimilarityFactory, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, AssignTest, AsyncCallRequestStatusResponseTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, DeleteInactiveReplicaTest, DistribCursorPagingTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, OverseerStatusTest, ReplicationFactorTest, SaslZkACLProviderTest, SharedFSAutoReplicaFailoverTest, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [479/531] on J2 in 634.63s, 1 test, 1 error <<< FAILURES!

[...truncated 168 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 2 errors, 1 failure, 27 ignored (15 assumptions)

Total time: 202 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 11 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/11/

4 tests failed.
REGRESSION:  org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test.test

Error Message:
Server refused connection at: http://127.0.0.1:42930/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:42930/collection1
	at __randomizedtesting.SeedInfo.seed([D18E239D34220062:59DA1C479ADE6D9A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:567)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.cloud.BasicDistributedZk2Test.brindDownShardIndexSomeDocsAndRecover(BasicDistributedZk2Test.java:365)
	at org.apache.solr.cloud.BasicDistributedZk2Test.test(BasicDistributedZk2Test.java:98)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:339)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:200)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:182)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:579)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:465)
	... 48 more


REGRESSION:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1440111752853,generation=2,filelist=[_785.fdt, _785.fdx, _785.fnm, _785.nvd, _785.nvm, _785.si, _785_Memory_0.ram, _ec5.cfe, _ec5.cfs, _ec5.si, _g2j.cfe, _g2j.cfs, _g2j.si, _g2k.cfe, _g2k.cfs, _g2k.si, _g2l.cfe, _g2l.cfs, _g2l.si, _g2m.cfe, _g2m.cfs, _g2m.si, _g2n.cfe, _g2n.cfs, _g2n.si, segments_2]}]> but was:<[{indexVersion=1440111752853,generation=2,filelist=[_785.fdt, _785.fdx, _785.fnm, _785.nvd, _785.nvm, _785.si, _785_Memory_0.ram, _ec5.cfe, _ec5.cfs, _ec5.si, _g2j.cfe, _g2j.cfs, _g2j.si, _g2k.cfe, _g2k.cfs, _g2k.si, _g2l.cfe, _g2l.cfs, _g2l.si, _g2m.cfe, _g2m.cfs, _g2m.si, _g2n.cfe, _g2n.cfs, _g2n.si, segments_2]}, {indexVersion=1440111752853,generation=3,filelist=[_785.fdt, _785.fdx, _785.fnm, _785.nvd, _785.nvm, _785.si, _785_Memory_0.ram, _ec5.cfe, _ec5.cfs, _ec5.si, _g2o.cfe, _g2o.cfs, _g2o.si, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1440111752853,generation=2,filelist=[_785.fdt, _785.fdx, _785.fnm, _785.nvd, _785.nvm, _785.si, _785_Memory_0.ram, _ec5.cfe, _ec5.cfs, _ec5.si, _g2j.cfe, _g2j.cfs, _g2j.si, _g2k.cfe, _g2k.cfs, _g2k.si, _g2l.cfe, _g2l.cfs, _g2l.si, _g2m.cfe, _g2m.cfs, _g2m.si, _g2n.cfe, _g2n.cfs, _g2n.si, segments_2]}]> but was:<[{indexVersion=1440111752853,generation=2,filelist=[_785.fdt, _785.fdx, _785.fnm, _785.nvd, _785.nvm, _785.si, _785_Memory_0.ram, _ec5.cfe, _ec5.cfs, _ec5.si, _g2j.cfe, _g2j.cfs, _g2j.si, _g2k.cfe, _g2k.cfs, _g2k.si, _g2l.cfe, _g2l.cfs, _g2l.si, _g2m.cfe, _g2m.cfs, _g2m.si, _g2n.cfe, _g2n.cfs, _g2n.si, segments_2]}, {indexVersion=1440111752853,generation=3,filelist=[_785.fdt, _785.fdx, _785.fnm, _785.nvd, _785.nvm, _785.si, _785_Memory_0.ram, _ec5.cfe, _ec5.cfs, _ec5.si, _g2o.cfe, _g2o.cfs, _g2o.si, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([D18E239D34220062:F45938AD446A0E61]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1138)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=36400, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=36400, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:56591: Could not find collection : awholynewstresscollection_collection3_2
	at __randomizedtesting.SeedInfo.seed([D18E239D34220062]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=45779, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=45779, name=collection0, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45317/c_ctq: Could not find collection : awholynewstresscollection_collection0_5
	at __randomizedtesting.SeedInfo.seed([D18E239D34220062]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)




Build Log:
[...truncated 10548 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsBasicDistributedZk2Test
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/init-core-data-001
   [junit4]   2> 322563 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 323185 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 323891 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 324074 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 324084 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 324169 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 324223 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50952_hdfs____.jo7zuj/webapp
   [junit4]   2> 324423 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 325558 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50952
   [junit4]   2> 326381 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 326389 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 326402 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46876_datanode____39jbng/webapp
   [junit4]   2> 326555 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 327280 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46876
   [junit4]   2> 327381 WARN  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 327384 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 327398 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41083_datanode____.5pug7f/webapp
   [junit4]   2> 327528 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 328078 INFO  (SUITE-HdfsBasicDistributedZk2Test-seed#[D18E239D34220062]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41083
   [junit4]   2> 328174 INFO  (IPC Server handler 4 on 36136) [    ] BlockStateChange BLOCK* processReport: from storage DS-f0872738-e0c0-4d01-9478-0c1dc3ebcb88 node DatanodeRegistration(127.0.0.1, datanodeUuid=9b9657b3-b7e6-4897-ad61-cc227bd20014, infoPort=46876, ipcPort=53362, storageInfo=lv=-56;cid=testClusterID;nsid=1153788544;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
   [junit4]   2> 328176 INFO  (IPC Server handler 4 on 36136) [    ] BlockStateChange BLOCK* processReport: from storage DS-8cd73937-4371-4a6c-8d07-eef52425bcc2 node DatanodeRegistration(127.0.0.1, datanodeUuid=9b9657b3-b7e6-4897-ad61-cc227bd20014, infoPort=46876, ipcPort=53362, storageInfo=lv=-56;cid=testClusterID;nsid=1153788544;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 328310 INFO  (IPC Server handler 2 on 36136) [    ] BlockStateChange BLOCK* processReport: from storage DS-b8701070-79d4-49b0-aa1f-ba52104cf11b node DatanodeRegistration(127.0.0.1, datanodeUuid=5bd720f6-778f-4a21-b6ed-77c036cff068, infoPort=41083, ipcPort=58073, storageInfo=lv=-56;cid=testClusterID;nsid=1153788544;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
   [junit4]   2> 328311 INFO  (IPC Server handler 2 on 36136) [    ] BlockStateChange BLOCK* processReport: from storage DS-9a879207-659e-4df8-adc8-73f601baedd9 node DatanodeRegistration(127.0.0.1, datanodeUuid=5bd720f6-778f-4a21-b6ed-77c036cff068, infoPort=41083, ipcPort=58073, storageInfo=lv=-56;cid=testClusterID;nsid=1153788544;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 329054 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 329054 INFO  (Thread-4671) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 329055 INFO  (Thread-4671) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 329155 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.ZkTestServer start zk server on port:47501
   [junit4]   2> 329155 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 329156 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 329159 INFO  (zkCallback-147-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c26f59c name:ZooKeeperConnection Watcher:127.0.0.1:47501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 329159 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 329160 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 329160 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 329163 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 329164 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 329166 INFO  (zkCallback-148-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@11dbdc59 name:ZooKeeperConnection Watcher:127.0.0.1:47501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 329166 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 329167 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 329167 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 329171 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 329172 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 329174 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 329176 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 329177 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 329179 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 329180 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 329182 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 329182 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 329184 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 329185 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 329189 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 329189 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 329192 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 329192 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 329195 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 329195 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 329197 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 329198 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 329203 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 329203 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 329205 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 329206 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 329208 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 329208 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 329513 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores/collection1
   [junit4]   2> 329515 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 329517 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@65bb52be{/,null,AVAILABLE}
   [junit4]   2> 329518 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4e4d9f3c{HTTP/1.1}{127.0.0.1:47540}
   [junit4]   2> 329518 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.Server Started @332465ms
   [junit4]   2> 329518 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=47540, hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores, solr.data.dir=hdfs://localhost:36136/hdfs__localhost_36136__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001_tempDir-002_control_data}
   [junit4]   2> 329519 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 329519 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/'
   [junit4]   2> 329537 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 329537 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 329540 INFO  (zkCallback-149-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2514cd52 name:ZooKeeperConnection Watcher:127.0.0.1:47501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 329540 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 329541 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 329543 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 329544 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/solr.xml
   [junit4]   2> 329561 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores
   [junit4]   2> 329561 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoreContainer New CoreContainer 1877121038
   [junit4]   2> 329562 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/]
   [junit4]   2> 329562 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/lib
   [junit4]   2> 329562 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/lib).
   [junit4]   2> 329573 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 329574 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 329575 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 329575 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 329575 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47501/solr
   [junit4]   2> 329576 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 329576 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 329576 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 329578 INFO  (zkCallback-151-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fabaf02 name:ZooKeeperConnection Watcher:127.0.0.1:47501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 329579 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 329579 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 329581 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 329583 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48aa33e6 name:ZooKeeperConnection Watcher:127.0.0.1:47501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 329583 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 329584 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 329587 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 329589 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 329591 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 329594 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 329596 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 329598 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 329600 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 329601 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 329603 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47540_
   [junit4]   2> 329603 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47540_
   [junit4]   2> 329605 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 329607 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 329608 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 329609 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94378782414798852-127.0.0.1:47540_-n_0000000000
   [junit4]   2> 329610 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47540_
   [junit4]   2> 329610 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 329612 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.Overseer Overseer (id=94378782414798852-127.0.0.1:47540_-n_0000000000) starting
   [junit4]   2> 329614 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 329621 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 329621 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 329621 INFO  (OverseerCollectionProcessor-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 329622 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 329638 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 329638 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 329639 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores
   [junit4]   2> 329640 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.SolrCore Created CoreDescriptor: {coreNodeName=, configSetProperties=configsetprops.json, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores/collection1, collection=control_collection, schema=schema.xml, dataDir=data/, transient=false, config=solrconfig.xml, loadOnStartup=true, name=collection1, shard=, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores/collection1/}
   [junit4]   2> 329641 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores/collection1/
   [junit4]   2> 329641 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 329642 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 329642 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 329643 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 329643 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2
   [junit4]   2> 329643 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 329645 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47540",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:47540_",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "collection":"control_collection"} current state version: 0
   [junit4]   2> 329646 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "state":"down",
   [junit4]   2>   "base_url":"http://127.0.0.1:47540",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:47540_",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "collection":"control_collection"}
   [junit4]   2> 329646 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 329646 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 329648 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 329643 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [n:127.0.0.1:47540_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 329650 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 330643 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 330643 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 330644 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 330644 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 330645 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 330645 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores/collection1/'
   [junit4]   2> 330662 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 330671 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 330706 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 330739 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 330740 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 330762 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 331037 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 331047 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 331049 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 331063 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 331068 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 331072 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 331073 WARN  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 331073 WARN  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 331073 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 331074 WARN  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 331075 WARN  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 331076 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2
   [junit4]   2> 331076 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 331076 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 331086 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:36136/solr_hdfs_home
   [junit4]   2> 331086 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 331087 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 331087 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5e47f5ae
   [junit4]   2> 331087 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 331154 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 331155 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 331160 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 331197 WARN  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:36136/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 331197 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 331219 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 331219 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 331219 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 331259 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 331259 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 331259 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 331260 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=9, maxMergeAtOnceExplicit=7, maxMergedSegmentMB=45.9296875, floorSegmentMB=1.669921875, forceMergeDeletesPctAllowed=8.6685309695476, segmentsPerTier=14.0, maxCFSSegmentSizeMB=1.5888671875, noCFSRatio=0.4069667879198541
   [junit4]   2> 331596 INFO  (IPC Server handler 3 on 36136) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:41457 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-9a879207-659e-4df8-adc8-73f601baedd9:NORMAL:127.0.0.1:41457|RBW], ReplicaUnderConstruction[[DISK]DS-f0872738-e0c0-4d01-9478-0c1dc3ebcb88:NORMAL:127.0.0.1:40587|RBW]]} size 71
   [junit4]   2> 331598 INFO  (IPC Server handler 2 on 36136) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:40587 is added to blk_1073741825_1001 size 71
   [junit4]   2> 332005 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@b65bf9fe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@de200ff); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 332005 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 332009 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:36136/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 332015 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 332016 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 332016 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 332016 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 332017 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 332017 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 332017 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 332018 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 332018 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 332021 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 332023 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 332024 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 332026 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 332033 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/plugins,/admin/mbeans,/admin/properties,/admin/luke,/admin/segments,/update/csv,/update,/admin/threads,/update/json/docs,/admin/file,/replication,/schema,/update/json,/admin/ping,/admin/system,/get,standard,/config,/admin/logging
   [junit4]   2> 332036 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 332040 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 332040 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 332060 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 332060 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 332064 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@64c5bd74
   [junit4]   2> 332149 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@b65bf9fe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@de200ff); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 332149 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 332150 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@71c59d1b[collection1] main
   [junit4]   2> 332150 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 332151 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 332151 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 332151 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 332152 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 332152 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 332152 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 332153 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 332153 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 332153 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 332156 INFO  (searcherExecutor-610-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@71c59d1b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 332162 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 332162 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 332163 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 332163 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1510060521894707200
   [junit4]   2> 332163 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1 ms to seed version buckets with highest version 1510060521894707200
   [junit4]   2> 332163 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 332164 INFO  (coreLoadExecutor-609-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 332165 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:47540 collection:control_collection shard:shard1
   [junit4]   2> 332166 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 332170 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94378782414798852-core_node1-n_0000000000
   [junit4]   2> 332172 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 332174 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 332175 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 332175 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 332175 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47540/collection1/
   [junit4]   2> 332175 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 332175 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 332175 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47540/collection1/ has no replicas
   [junit4]   2> 332176 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47540/collection1/ shard1
   [junit4]   2> 332176 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 332177 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 332179 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 332189 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:47540",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 332192 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 332193 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 332195 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 332232 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:47540/collection1/ and leader is http://127.0.0.1:47540/collection1/
   [junit4]   2> 332232 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47540
   [junit4]   2> 332232 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 332232 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 332233 INFO  (coreZkRegister-603-thread-1-processing-r:core_node1 n:127.0.0.1:47540_ x:collection1 s:shard1 c:control_collection) [n:127.0.0.1:47540_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 332234 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 332236 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "base_url":"http://127.0.0.1:47540",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"127.0.0.1:47540_",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "collection":"control_collection"} current state version: 3
   [junit4]   2> 332236 INFO  (OverseerStateUpdate-94378782414798852-127.0.0.1:47540_-n_0000000000) [n:127.0.0.1:47540_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "base_url":"http://127.0.0.1:47540",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"127.0.0.1:47540_",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "collection":"control_collection"}
   [junit4]   2> 332348 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 332350 INFO  (zkCallback-152-thread-1-processing-n:127.0.0.1:47540_) [n:127.0.0.1:47540_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 332651 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 332652 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 332653 INFO  (zkCallback-154-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47f46dad name:ZooKeeperConnection Watcher:127.0.0.1:47501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 332653 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 332654 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 332654 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 332658 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 332979 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/cores/collection1
   [junit4]   2> 332980 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001
   [junit4]   2> 332981 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 332984 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3380db19{/,null,AVAILABLE}
   [junit4]   2> 332984 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6b9e3b11{HTTP/1.1}{127.0.0.1:34628}
   [junit4]   2> 332985 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.e.j.s.Server Started @335932ms
   [junit4]   2> 332985 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:36136/hdfs__localhost_36136__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/cores, hostPort=34628}
   [junit4]   2> 332985 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 332985 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/'
   [junit4]   2> 333003 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 333005 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 333006 INFO  (zkCallback-155-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1e102798 name:ZooKeeperConnection Watcher:127.0.0.1:47501/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 333006 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 333006 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 333008 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 333009 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/solr.xml
   [junit4]   2> 333025 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/cores
   [junit4]   2> 333025 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoreContainer New CoreContainer 1900809906
   [junit4]   2> 333025 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/]
   [junit4]   2> 333026 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/lib
   [junit4]   2> 333026 WARN  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsBasicDistributedZk2Test_D18E239D34220062-001/shard-1-001/lib).
   [junit4]   2> 333036 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 333037 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 333038 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 333038 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 333038 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47501/solr
   [junit4]   2> 333038 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 333038 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 333039 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 333041 INFO  (zkCallback-157-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c2b750b name:ZooKeeperConnection Watcher:127.0.0.1:47501 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 333041 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 333042 INFO  (TEST-HdfsBasicDistributedZk2Test.test-seed#[D18E239D34220062]) [    ] o.a.s.c.c.SolrZkClient Using default ZkAC

[...truncated too long message...]

(TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-027/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-027/./collection1/data/index;done=false>>]
   [junit4]   2> 6447424 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-027/./collection1/data/index
   [junit4]   2> 6447424 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@14210e86{/solr,null,UNAVAILABLE}
   [junit4]   2> 6447426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7fa6dbaa{HTTP/1.1}{127.0.0.1:0}
   [junit4]   2> 6447426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1856313456
   [junit4]   2> 6447426 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@12ed078b
   [junit4]   2> 6447427 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.u.UpdateHandler closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 6447427 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 6447427 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 6447427 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 6447428 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 6447428 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 6447428 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-028/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-028/./collection1/data;done=false>>]
   [junit4]   2> 6447429 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-028/./collection1/data
   [junit4]   2> 6447429 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-028/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-028/./collection1/data/index;done=false>>]
   [junit4]   2> 6447429 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001/solr-instance-028/./collection1/data/index
   [junit4]   2> 6447430 INFO  (TEST-TestReplicationHandler.doTestIndexAndConfigReplication-seed#[D18E239D34220062]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5910c85d{/solr,null,UNAVAILABLE}
   [junit4]   2> 6447431 INFO  (SUITE-TestReplicationHandler-seed#[D18E239D34220062]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_D18E239D34220062-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {newname=PostingsFormat(name=Memory doPackFST= false), name=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=DefaultSimilarity, locale=ar_OM, timezone=IST
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=1,free=57398664,total=531103744
   [junit4]   2> NOTE: All tests run in this JVM: [TestXIncludeConfig, SimpleCollectionCreateDeleteTest, OverseerStatusTest, DataDrivenBlockJoinTest, TestReplicaProperties, TestConfigReload, BinaryUpdateRequestHandlerTest, TestJsonRequest, XsltUpdateRequestHandlerTest, TestComplexPhraseQParserPlugin, DistributedDebugComponentTest, DistribCursorPagingTest, SparseHLLTest, MergeStrategyTest, VersionInfoTest, TestFastOutputStream, SolrInfoMBeanTest, TestUtils, TestDocSet, TestDefaultSimilarityFactory, DistributedIntervalFacetingTest, HdfsBasicDistributedZk2Test, SortByFunctionTest, SpatialHeatmapFacetsTest, BadIndexSchemaTest, TestSolrCLIRunExample, DistributedFacetPivotLargeTest, HighlighterMaxOffsetTest, LeaderElectionTest, FileBasedSpellCheckerTest, TestCollationField, StatsComponentTest, SOLR749Test, TestSystemIdResolver, RulesTest, BlockCacheTest, TestBM25SimilarityFactory, TestSolrQueryParser, DocExpirationUpdateProcessorFactoryTest, LoggingHandlerTest, TestLeaderElectionZkExpiry, ExplicitHLLTest, SuggesterTest, MoreLikeThisHandlerTest, TestSurroundQueryParser, TestDistribDocBasedVersion, ResponseHeaderTest, QueryParsingTest, TestZkChroot, TestNoOpRegenerator, TestSort, TestConfigSets, OverseerTest, TestExactSharedStatsCache, SpellCheckCollatorTest, RecoveryZkTest, TermVectorComponentDistributedTest, TestMacros, TestReload, SharedFSAutoReplicaFailoverTest, DistributedQueryComponentCustomSortTest, TestLuceneMatchVersion, CachingDirectoryFactoryTest, DistributedExpandComponentTest, TestExpandComponent, TestExtendedDismaxParser, TestCSVResponseWriter, TestSimpleTrackingShardHandler, TestPartialUpdateDeduplication, XmlUpdateRequestHandlerTest, TestManagedStopFilterFactory, CoreAdminCreateDiscoverTest, SearchHandlerTest, TestCloudPivotFacet, TestFieldTypeCollectionResource, TestScoreJoinQPNoScore, TestStressReorder, TestRandomRequestDistribution, SolrCoreCheckLockOnStartupTest, DOMUtilTest, TestTrackingShardHandlerFactory, TestBinaryResponseWriter, TestSolrXml, TestGroupingSearch, TestInfoStreamLogging, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler]
   [junit4] Completed [531/531] on J2 in 4238.84s, 13 tests, 1 failure <<< FAILURES!

[...truncated 14 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 3 errors, 1 failure, 27 ignored (15 assumptions)

Total time: 376 minutes 47 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 10 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/10/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


REGRESSION:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#0): CloudJettyRunner [url=http://127.0.0.1:41463/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#0): CloudJettyRunner [url=http://127.0.0.1:41463/collection1]
	at __randomizedtesting.SeedInfo.seed([19C2D7FD50A4B9B2:9196E827FE58D44A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at java.lang.Class.getDeclaredFields0(Native Method)
	at java.lang.Class.privateGetDeclaredFields(Class.java:2499)
	at java.lang.Class.privateGetPublicFields(Class.java:2530)
	at java.lang.Class.getFields(Class.java:1420)
	at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.determineType(JmxMonitoredMap.java:323)
	at org.apache.solr.core.JmxMonitoredMap$SolrDynamicMBean.getMBeanInfo(JmxMonitoredMap.java:298)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getAttribute(DefaultMBeanServerInterceptor.java:644)
	at com.sun.jmx.mbeanserver.JmxMBeanServer.getAttribute(JmxMBeanServer.java:678)
	at javax.management.AttributeValueExp.getAttribute(AttributeValueExp.java:163)
	at javax.management.AttributeValueExp.apply(AttributeValueExp.java:105)
	at javax.management.BinaryRelQueryExp.apply(BinaryRelQueryExp.java:109)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.filterListOfObjectInstances(DefaultMBeanServerInterceptor.java:1626)
	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.queryNames(DefaultMBeanServerInterceptor.java:545)
	at com.sun.jmx.mbeanserver.JmxMBeanServer.queryNames(JmxMBeanServer.java:619)
	at org.apache.solr.core.JmxMonitoredMap.clear(JmxMonitoredMap.java:144)
	at org.apache.solr.core.SolrCore.close(SolrCore.java:1246)
	at org.apache.solr.core.SolrCores.close(SolrCores.java:124)
	at org.apache.solr.core.CoreContainer.shutdown(CoreContainer.java:562)
	at org.apache.solr.servlet.SolrDispatchFilter.destroy(SolrDispatchFilter.java:172)
	at org.apache.solr.cloud.ChaosMonkey.stopJettySolrRunner(ChaosMonkey.java:198)
	at org.apache.solr.cloud.ChaosMonkey.stop(ChaosMonkey.java:552)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.destroyServers(AbstractFullDistribZkTestBase.java:1509)
	at org.apache.solr.BaseDistributedSearchTestCase.distribTearDown(BaseDistributedSearchTestCase.java:311)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.distribTearDown(AbstractDistribZkTestBase.java:255)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.distribTearDown(AbstractFullDistribZkTestBase.java:1487)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=185908, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=185908, name=collection1, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:33639/p_g/e: Could not find collection : awholynewstresscollection_collection1_0
	at __randomizedtesting.SeedInfo.seed([19C2D7FD50A4B9B2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)




Build Log:
[...truncated 10755 lines...]
   [junit4] Suite: org.apache.solr.cloud.RollingRestartTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/init-core-data-001
   [junit4]   2> 1297697 INFO  (SUITE-RollingRestartTest-seed#[19C2D7FD50A4B9B2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1297697 INFO  (SUITE-RollingRestartTest-seed#[19C2D7FD50A4B9B2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1297703 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1297705 INFO  (Thread-2479) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1297705 INFO  (Thread-2479) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1297805 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.ZkTestServer start zk server on port:33002
   [junit4]   2> 1297805 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1297825 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297833 INFO  (zkCallback-750-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@301210dd name:ZooKeeperConnection Watcher:127.0.0.1:33002 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1297833 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297834 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1297834 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1297838 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1297846 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1297849 INFO  (zkCallback-751-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@20ebee3d name:ZooKeeperConnection Watcher:127.0.0.1:33002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1297850 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1297850 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1297850 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1297853 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1297862 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1297865 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1297870 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1297870 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1297873 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1297874 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1297875 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1297876 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1297877 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1297877 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1297879 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1297880 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1297881 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1297881 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1297883 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1297884 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1297885 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1297886 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1297887 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1297887 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1297890 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1297890 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1297891 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1297892 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1298414 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1
   [junit4]   2> 1298429 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 1298437 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ca1635e{/,null,AVAILABLE}
   [junit4]   2> 1298442 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@78c9eeea{HTTP/1.1}{127.0.0.1:55078}
   [junit4]   2> 1298444 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.Server Started @1301636ms
   [junit4]   2> 1298444 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores, hostPort=55078, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/tempDir-001/control/data}
   [junit4]   2> 1298445 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0add57
   [junit4]   2> 1298445 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/'
   [junit4]   2> 1298470 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1298471 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1298492 INFO  (zkCallback-752-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3016df66 name:ZooKeeperConnection Watcher:127.0.0.1:33002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1298494 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1298494 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1298496 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1298496 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/solr.xml
   [junit4]   2> 1298514 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores
   [junit4]   2> 1298515 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoreContainer New CoreContainer 1851165921
   [junit4]   2> 1298515 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/]
   [junit4]   2> 1298515 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/lib
   [junit4]   2> 1298517 WARN  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/lib).
   [junit4]   2> 1298527 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1298529 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1298530 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1298530 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1298530 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33002/solr
   [junit4]   2> 1298530 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1298531 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1298542 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1298548 INFO  (zkCallback-754-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2677c5a2 name:ZooKeeperConnection Watcher:127.0.0.1:33002 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1298550 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1298550 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1298564 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1298578 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@557a8454 name:ZooKeeperConnection Watcher:127.0.0.1:33002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1298578 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1298580 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1298583 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1298585 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1298589 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1298591 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1298594 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1298596 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1298599 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1298601 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1298602 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:55078_
   [junit4]   2> 1298603 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:55078_
   [junit4]   2> 1298604 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1298605 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1298608 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1298608 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94372999510491140-127.0.0.1:55078_-n_0000000000
   [junit4]   2> 1298610 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:55078_
   [junit4]   2> 1298611 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1298614 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer Overseer (id=94372999510491140-127.0.0.1:55078_-n_0000000000) starting
   [junit4]   2> 1298617 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1298626 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1298629 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1298648 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1298649 INFO  (OverseerCollectionProcessor-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 1298666 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1298666 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1298667 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores
   [junit4]   2> 1298669 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.SolrCore Created CoreDescriptor: {instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1, transient=false, configSetProperties=configsetprops.json, loadOnStartup=true, coreNodeName=, shard=, dataDir=data/, config=solrconfig.xml, name=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/, collection=control_collection, schema=schema.xml}
   [junit4]   2> 1298669 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/
   [junit4]   2> 1298670 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1298671 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1298671 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1298677 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1298677 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1298678 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 1298678 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:55078_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1298680 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "node_name":"127.0.0.1:55078_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:55078",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1"} current state version: 0
   [junit4]   2> 1298682 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "node_name":"127.0.0.1:55078_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:55078",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1"}
   [junit4]   2> 1298682 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1298682 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1298685 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1298689 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 1299677 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1299678 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1299678 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1299678 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1299679 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1299679 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/'
   [junit4]   2> 1299711 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1299720 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1299746 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 1299792 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1299794 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 1299803 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1300333 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1300356 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1300360 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1300381 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1300390 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1300394 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1300405 WARN  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1300406 WARN  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1300406 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1300410 WARN  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1300410 WARN  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1300411 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 1300411 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1300412 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1300412 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 1300412 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@262d06f4
   [junit4]   2> 1300413 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/data
   [junit4]   2> 1300413 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1300414 WARN  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1300415 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/data/index
   [junit4]   2> 1300415 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=5, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=1.8974609375, floorSegmentMB=1.89453125, forceMergeDeletesPctAllowed=17.737388939352694, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.300668987798983
   [junit4]   2> 1300421 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1300421 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1300429 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/data/
   [junit4]   2> 1300431 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1300432 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1300432 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1300432 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1300432 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1300433 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1300433 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1300433 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1300433 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1300437 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1300439 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1300440 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1300442 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1300446 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/threads,/admin/ping,/admin/system,/admin/luke,/admin/file,/update/json,standard,/admin/plugins,/update,/update/csv,/admin/segments,/replication,/admin/logging,/schema,/update/json/docs,/config,/admin/mbeans,/admin/properties,/get
   [junit4]   2> 1300448 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1300449 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1300449 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1300450 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 1300450 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 1300450 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=9, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18667651172351657]
   [junit4]   2> 1300451 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1300451 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 1300451 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@63e4780[collection1] main
   [junit4]   2> 1300452 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 1300452 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 1300453 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1300453 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1300453 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1300453 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1300454 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1300455 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1300455 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1300455 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1300456 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1300457 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1300458 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1300458 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509967995053539328
   [junit4]   2> 1300457 INFO  (searcherExecutor-2058-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@63e4780[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1300461 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 4 ms to seed version buckets with highest version 1509967995053539328
   [junit4]   2> 1300461 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1300464 INFO  (coreLoadExecutor-2057-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1300467 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:55078 collection:control_collection shard:shard1
   [junit4]   2> 1300471 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1300476 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94372999510491140-core_node1-n_0000000000
   [junit4]   2> 1300477 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 1300479 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1300480 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1300482 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1300483 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1300483 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:55078/collection1/
   [junit4]   2> 1300483 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1300483 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:55078/collection1/ has no replicas
   [junit4]   2> 1300483 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:55078/collection1/ shard1
   [junit4]   2> 1300483 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1300485 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1300487 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 1300489 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1300490 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:55078",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 1300595 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1300597 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 1300641 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:55078/collection1/ and leader is http://127.0.0.1:55078/collection1/
   [junit4]   2> 1300641 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:55078
   [junit4]   2> 1300641 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1300641 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1300641 INFO  (coreZkRegister-2051-thread-1-processing-n:127.0.0.1:55078_ r:core_node1 c:control_collection x:collection1 s:shard1) [n:127.0.0.1:55078_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1300643 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1300644 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "node_name":"127.0.0.1:55078_",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:55078",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1"} current state version: 3
   [junit4]   2> 1300645 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "node_name":"127.0.0.1:55078_",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:55078",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1"}
   [junit4]   2> 1300680 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1300686 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1300687 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29d8fe6e name:ZooKeeperConnection Watcher:127.0.0.1:33002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1300687 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1300687 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1300687 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1300689 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1300689 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1300689 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1300696 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1300706 INFO  (zkCallback-758-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5818df49 name:ZooKeeperConnection Watcher:127.0.0.1:33002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1300707 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1300707 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1300712 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1300714 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1300714 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1300715 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1300715 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1300718 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 1300722 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 1300832 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1300833 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1300833 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 1300836 INFO  (zkCallback-757-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 1300838 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 1301244 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/cores/collection1
   [junit4]   2> 1301245 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001
   [junit4]   2> 1301246 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 1301249 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4f8b2526{/,null,AVAILABLE}
   [junit4]   2> 1301251 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@60a31aad{HTTP/1.1}{127.0.0.1:48952}
   [junit4]   2> 1301251 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.e.j.s.Server Started @1304443ms
   [junit4]   2> 1301251 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostPort=48952, hostContext=/, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/tempDir-001/jetty1, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/cores}
   [junit4]   2> 1301251 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0add57
   [junit4]   2> 1301252 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/'
   [junit4]   2> 1301283 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1301302 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1301304 INFO  (zkCallback-759-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34483b51 name:ZooKeeperConnection Watcher:127.0.0.1:33002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1301304 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1301304 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1301307 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1301307 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/solr.xml
   [junit4]   2> 1301326 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/cores
   [junit4]   2> 1301327 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoreContainer New CoreContainer 38185753
   [junit4]   2> 1301327 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/]
   [junit4]   2> 1301328 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/lib
   [junit4]   2> 1301328 WARN  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/lib).
   [junit4]   2> 1301339 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1301341 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1301341 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1301342 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1301342 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:33002/solr
   [junit4]   2> 1301342 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1301342 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1301358 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1301360 INFO  (zkCallback-761-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69f4ed8c name:ZooKeeperConnection Watcher:127.0.0.1:33002 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1301361 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1301362 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1301364 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1301365 INFO  (zkCallback-762-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@39382d7f name:ZooKeeperConnection Watcher:127.0.0.1:33002/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1301366 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1301372 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1302385 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48952_
   [junit4]   2> 1302385 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48952_
   [junit4]   2> 1302390 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1302390 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94372999510491145-127.0.0.1:48952_-n_0000000001
   [junit4]   2> 1302391 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94372999510491140-127.0.0.1:55078_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1302403 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1302404 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1302406 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/cores
   [junit4]   2> 1302407 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.SolrCore Created CoreDescriptor: {instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/cores/collection1, dataDir=data/, schema=schema.xml, shard=, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/cores/collection1/, config=solrconfig.xml, configSetProperties=configsetprops.json, coreNodeName=, loadOnStartup=true, name=collection1, collection=collection1, transient=false}
   [junit4]   2> 1302408 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.RollingRestartTest_19C2D7FD50A4B9B2-001/shard-1-001/cores/collection1/
   [junit4]   2> 1302408 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 1302409 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 1302410 INFO  (TEST-RollingRestartTest.test-seed#[19C2D7FD50A4B9B2]) [n:127.0.0.1:48952_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1302414 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1302414 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1302415 INFO  (zkCallback-755-thread-1-processing-n:127.0.0.1:55078_) [n:127.0.0.1:55078_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 1302416 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for external collection collection1
   [junit4]   2> 1302416 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 1302417 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "node_name":"127.0.0.1:48952_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:48952",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1"} current state version: 5
   [junit4]   2> 1302417 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Updating collection state at /collections/collection1/state.json from ZooKeeper... 
   [junit4]   2> 1302417 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "node_name":"127.0.0.1:48952_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:48952",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1"}
   [junit4]   2> 1302418 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1302418 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1302419 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Updating data for collection1 to ver 0 
   [junit4]   2> 1302419 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1302421 INFO  (OverseerStateUpdate-94372999510491140-127.0.0.1:55078_-n_0000000000) [n:127.0.0.1:55078_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1302422 INFO  (zkCallback-762-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json for collection collection1 has occurred - updating... (live nodes size: 2)
   [junit4]   2> 1302423 INFO  (zkCallback-762-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_    ] o.a.s.c.c.ZkStateReader Updating data for collection1 to ver 1 
   [junit4]   2> 1303420 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1303420 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1303421 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1303421 INFO  (coreLoadExecutor-2068-thread-1-processing-n:127.0.0.1:48952_) [n:127.0.0.1:48952_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 130342

[...truncated too long message...]

112)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:296)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:158)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:56)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:132)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 8700680 WARN  (SyncThread:0) [    ] o.a.z.s.p.FileTxnLog fsync-ing the write ahead log in SyncThread:0 took 2471ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
   [junit4]   2> 8700682 ERROR (zkCallback-1623-thread-11-processing-n:127.0.0.1:52157__nci%2Fy-EventThread) [n:127.0.0.1:52157__nci%2Fy c:corewithnocollection2 s:shard1 r:core_node1 x:corewithnocollection2] o.a.s.c.ZkController There was a problem finding the leader in zk:java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 	at java.lang.Thread.sleep(Native Method)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1036)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1009)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1600)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:466)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.access$100(ZkController.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:296)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:158)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:56)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:132)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:522)
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:498)
   [junit4]   2> 
   [junit4]   2> 8701370 INFO  (zkCallback-1619-thread-23-processing-n:127.0.0.1:43264__nci%2Fy-EventThread) [n:127.0.0.1:43264__nci%2Fy    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d658aa7 name:ZooKeeperConnection Watcher:127.0.0.1:35395/solr got event WatchedEvent state:Expired type:None path:null path:null type:None
   [junit4]   2> 8701370 INFO  (zkCallback-1632-thread-16-processing-n:127.0.0.1:52129__nci%2Fy-EventThread) [n:127.0.0.1:52129__nci%2Fy    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@868be1a name:ZooKeeperConnection Watcher:127.0.0.1:35395/solr got event WatchedEvent state:Expired type:None path:null path:null type:None
   [junit4]   2> 8701370 INFO  (zkCallback-1632-thread-16-processing-n:127.0.0.1:52129__nci%2Fy-EventThread) [n:127.0.0.1:52129__nci%2Fy    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 8702345 INFO  (zkCallback-1632-thread-16-processing-n:127.0.0.1:52129__nci%2Fy-EventThread) [n:127.0.0.1:52129__nci%2Fy    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=PostingsFormat(name=LuceneVarGapDocFreqInterval), _version_=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=Lucene50(blocksize=128), a_t=PostingsFormat(name=Memory doPackFST= true), range_facet_l=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=Memory doPackFST= true), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= true), a_i1=PostingsFormat(name=Memory doPackFST= true), id=BlockTreeOrds(blocksize=128), timestamp=PostingsFormat(name=Memory doPackFST= true), range_facet_l_dv=BlockTreeOrds(blocksize=128), intDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct), range_facet_l_dv=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=sr_RS_#Latn, timezone=Iceland
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=291,free=43178256,total=467140608
   [junit4]   2> NOTE: All tests run in this JVM: [TestObjectReleaseTracker, SyncSliceTest, TermsComponentTest, IndexBasedSpellCheckerTest, ConnectionManagerTest, PrimitiveFieldTypeTest, TestStressLucene, PeerSyncTest, HighlighterTest, TestCryptoKeys, DocValuesMissingTest, TestFieldCollectionResource, TestReqParamsAPI, URLClassifyProcessorTest, TestBlendedInfixSuggestions, CollectionsAPIAsyncDistributedZkTest, EnumFieldTest, TestUpdate, TestBinaryField, HdfsDirectoryFactoryTest, LeaderInitiatedRecoveryOnCommitTest, SaslZkACLProviderTest, SolrCloudExampleTest, ParsingFieldUpdateProcessorsTest, BasicZkTest, TestRemoteStreaming, TestPivotHelperCode, TestSolrConfigHandler, TestRandomDVFaceting, TestIndexingPerformance, TestFaceting, TestMinMaxOnMultiValuedField, DistanceUnitsTest, DateFieldTest, HdfsUnloadDistributedZkTest, TestRangeQuery, SuggestComponentTest, TestDFRSimilarityFactory, TestRebalanceLeaders, TestArbitraryIndexDir, CoreAdminRequestStatusTest, ExitableDirectoryReaderTest, TestRawResponseWriter, TestExactStatsCache, HdfsThreadLeakTest, ExternalFileFieldSortTest, FullHLLTest, TestDocumentBuilder, TestDocBasedVersionConstraints, TestCloudInspectUtil, DateMathParserTest, FastVectorHighlighterTest, LeaderFailoverAfterPartitionTest, HLLUtilTest, TestSolrIndexConfig, TestManagedResource, AnalyticsMergeStrategyTest, DebugComponentTest, ConcurrentDeleteAndCreateCollectionTest, TestSolrDeletionPolicy1, TestChildDocTransformer, TestHighFrequencyDictionaryFactory, MultiTermTest, CleanupOldIndexTest, JavabinLoaderTest, DeleteReplicaTest, CSVRequestHandlerTest, CloudExitableDirectoryReaderTest, TestDynamicFieldCollectionResource, SolrIndexConfigTest, HdfsChaosMonkeySafeLeaderTest, DeleteLastCustomShardedReplicaTest, TestNamedUpdateProcessors, TestSearcherReuse, HighlighterConfigTest, TestHdfsUpdateLog, UniqFieldsUpdateProcessorFactoryTest, HdfsDirectoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, HdfsRecoveryZkTest, ClusterStateTest, DeleteInactiveReplicaTest, ChaosMonkeyNothingIsSafeTest, TestReversedWildcardFilterFactory, TestCodecSupport, TestConfigOverlay, CloudMLTQParserTest, SegmentsInfoRequestHandlerTest, BasicDistributedZkTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.seed=19C2D7FD50A4B9B2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=sr_RS_#Latn -Dtests.timezone=Iceland -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4]   2> 8701370 INFO  (zkCallback-1619-thread-23-processing-n:127.0.0.1:43264__nci%2Fy-EventThread) [n:127.0.0.1:43264__nci%2Fy    ] o.a.s.c.c.ConnectionManager Our previous ZooKeeper session was expired. Attempting to reconnect to recover relationship with ZooKeeper...
   [junit4]   2> 8708129 INFO  (zkCallback-1619-thread-23-processing-n:127.0.0.1:43264__nci%2Fy-EventThread) [n:127.0.0.1:43264__nci%2Fy    ] o.a.s.c.c.DefaultConnectionStrategy Connection expired - starting a new one...
   [junit4] ERROR   0.00s J0 | CollectionsAPIDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4] Completed [531/531] on J0 in 6705.11s, 1 test, 2 errors <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150819_163311_681.sysout
   [junit4] >>> JVM J0: stdout (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/heapdumps/java_pid27793.hprof ...
   [junit4] Heap dump file created [627916798 bytes in 10.806 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 13 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 1 suite-level error, 2 errors, 1 failure, 26 ignored (14 assumptions)

Total time: 276 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 9 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/9/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at https://127.0.0.1:48730: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:48730: Error CREATEing SolrCore 'halfcollection_shard1_replica1': Unable to create core [halfcollection_shard1_replica1] Caused by: Could not get shard id for core: halfcollection_shard1_replica1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:301)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:418)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:168)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=95103, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=95103, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:54815/t_ek/oe: Could not find collection : awholynewstresscollection_collection4_0
	at __randomizedtesting.SeedInfo.seed([6B115E9977A97773]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)




Build Log:
[...truncated 11499 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/init-core-data-001
   [junit4]   2> 2785491 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[6B115E9977A97773]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 2785491 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[6B115E9977A97773]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2785496 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2785497 INFO  (Thread-45712) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2785497 INFO  (Thread-45712) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2785597 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.ZkTestServer start zk server on port:40584
   [junit4]   2> 2785597 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2785598 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2785601 INFO  (zkCallback-1427-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@359fa838 name:ZooKeeperConnection Watcher:127.0.0.1:40584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2785602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2785602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2785602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2785607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2785607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2785611 INFO  (zkCallback-1428-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@c89e409 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2785611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2785612 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2785612 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2785614 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2785616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2785618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2785619 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2785620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2785622 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2785623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2785625 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2785625 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2785631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2785631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2785633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2785633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2785635 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2785636 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2785638 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2785638 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2785640 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2785640 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2785642 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2785643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2785645 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2785645 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2785651 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2785652 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2785655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2785655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2785659 INFO  (zkCallback-1429-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2921a5c4 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2785659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2785659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2785661 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2785662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2785663 INFO  (zkCallback-1430-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5e7034de name:ZooKeeperConnection Watcher:127.0.0.1:40584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2785664 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2785664 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2785665 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2785668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2785674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2785687 INFO  (zkCallback-1431-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78341c65 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2785687 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2785688 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2785688 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 2785689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 2785691 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 2785692 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 2785694 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 2785695 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 2785697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2785697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2785699 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 2785699 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 2785701 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 2785701 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 2785703 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 2785703 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 2785705 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 2785705 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 2785706 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2785707 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2785709 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 2785709 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 2785711 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 2785712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 2785714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 2785714 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 2786030 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1
   [junit4]   2> 2786032 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 2786034 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2080209f{/,null,AVAILABLE}
   [junit4]   2> 2786038 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6e913270{SSL-http/1.1}{127.0.0.1:40598}
   [junit4]   2> 2786039 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.Server Started @2793263ms
   [junit4]   2> 2786039 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores, hostPort=40598, solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/tempDir-001/control/data, hostContext=/}
   [junit4]   2> 2786040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 2786040 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/'
   [junit4]   2> 2786079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2786080 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2786081 INFO  (zkCallback-1432-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a3731a6 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2786081 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2786082 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2786083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2786083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/solr.xml
   [junit4]   2> 2786099 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores
   [junit4]   2> 2786100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoreContainer New CoreContainer 1133113664
   [junit4]   2> 2786100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/]
   [junit4]   2> 2786100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/lib
   [junit4]   2> 2786100 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/lib).
   [junit4]   2> 2786110 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2786119 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2786121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2786121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2786121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40584/solr
   [junit4]   2> 2786121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2786121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2786122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2786125 INFO  (zkCallback-1434-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3230785b name:ZooKeeperConnection Watcher:127.0.0.1:40584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2786126 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2786126 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2786128 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2786131 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@79e04c35 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2786131 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2786132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2786134 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2786136 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2786138 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2786140 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2786143 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2786145 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2786146 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2786147 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2786148 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40598_
   [junit4]   2> 2786149 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40598_
   [junit4]   2> 2786150 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2786152 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2786154 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2786155 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94368158350573575-127.0.0.1:40598_-n_0000000000
   [junit4]   2> 2786155 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40598_
   [junit4]   2> 2786156 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2786157 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer Overseer (id=94368158350573575-127.0.0.1:40598_-n_0000000000) starting
   [junit4]   2> 2786159 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2786165 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2786165 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2786165 INFO  (OverseerCollectionProcessor-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 2786166 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2786177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2786177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2786178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores
   [junit4]   2> 2786179 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.SolrCore Created CoreDescriptor: {transient=false, loadOnStartup=true, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1, configSetProperties=configsetprops.json, coreNodeName=, config=solrconfig.xml, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/, name=collection1, collection=control_collection, shard=, dataDir=data/, schema=schema.xml}
   [junit4]   2> 2786180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/
   [junit4]   2> 2786180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 2786181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2
   [junit4]   2> 2786181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:40598_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2786183 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2786183 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2786183 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2786183 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2786186 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"https://127.0.0.1:40598",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "node_name":"127.0.0.1:40598_",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "roles":null} current state version: 0
   [junit4]   2> 2786187 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"https://127.0.0.1:40598",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "node_name":"127.0.0.1:40598_",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "roles":null}
   [junit4]   2> 2786187 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2786187 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2786189 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2786190 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 2787184 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2787184 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2787185 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2787185 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 2787185 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2787186 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/'
   [junit4]   2> 2787203 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2787209 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2787227 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 2787258 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2787259 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 2787265 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2787536 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2787543 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2787545 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2787555 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2787558 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2787561 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2787562 WARN  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 2787562 WARN  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 2787562 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2787563 WARN  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 2787563 WARN  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 2787564 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2
   [junit4]   2> 2787565 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2787565 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2787565 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 2787565 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@71f7162
   [junit4]   2> 2787566 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/data
   [junit4]   2> 2787566 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2787566 WARN  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2787567 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/data/index
   [junit4]   2> 2787567 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@318689d9
   [junit4]   2> 2787568 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@77c41ef5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ccca440),segFN=segments_1,generation=1}
   [junit4]   2> 2787568 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2787568 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/data/
   [junit4]   2> 2787568 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2787573 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2787573 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2787574 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2787574 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2787574 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2787574 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2787574 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2787575 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2787575 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2787578 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2787580 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2787581 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2787582 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2787586 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/ping,/admin/file,/admin/mbeans,standard,/config,/update,/admin/plugins,/schema,/update/json,/admin/segments,/admin/properties,/admin/threads,/update/json/docs,/admin/system,/get,/admin/logging,/replication,/admin/luke,/update/csv
   [junit4]   2> 2787588 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2787588 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2787588 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2787589 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 2787589 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 2787590 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=41, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 2787590 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@77c41ef5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ccca440),segFN=segments_1,generation=1}
   [junit4]   2> 2787591 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 2787591 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7de61768[collection1] main
   [junit4]   2> 2787591 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 2787592 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2787592 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2787593 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2787593 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2787593 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2787593 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2787594 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2787594 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2787594 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2787595 INFO  (searcherExecutor-4469-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7de61768[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2787596 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2787596 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2787596 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2787596 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509890535809089536
   [junit4]   2> 2787599 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 3 ms to seed version buckets with highest version 1509890535809089536
   [junit4]   2> 2787599 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2787600 INFO  (coreLoadExecutor-4468-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2787600 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:40598 collection:control_collection shard:shard1
   [junit4]   2> 2787602 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2787605 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94368158350573575-core_node1-n_0000000000
   [junit4]   2> 2787606 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 2787608 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2787608 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2787608 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2787608 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2787608 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40598/collection1/
   [junit4]   2> 2787609 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2787609 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:40598/collection1/ has no replicas
   [junit4]   2> 2787609 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40598/collection1/ shard1
   [junit4]   2> 2787609 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2787614 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2787615 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:40598",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2787686 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2787686 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2787689 INFO  (zkCallback-1437-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3b4a6507 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2787689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2787690 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2787690 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2787692 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2787693 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2787693 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2787693 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2787695 INFO  (zkCallback-1438-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48598593 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2787695 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2787695 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2787697 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2787698 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 1
   [junit4]   2> 2787698 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2787702 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2787703 INFO  (zkCallback-1437-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2787705 INFO  (zkCallback-1437-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 2787705 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 2787716 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:40598/collection1/ and leader is https://127.0.0.1:40598/collection1/
   [junit4]   2> 2787716 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:40598
   [junit4]   2> 2787716 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2787716 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2787716 INFO  (coreZkRegister-4462-thread-1-processing-r:core_node1 x:collection1 n:127.0.0.1:40598_ s:shard1 c:control_collection) [n:127.0.0.1:40598_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2787718 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 2787718 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "base_url":"https://127.0.0.1:40598",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "node_name":"127.0.0.1:40598_",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "roles":null} current state version: 2
   [junit4]   2> 2787720 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "base_url":"https://127.0.0.1:40598",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "node_name":"127.0.0.1:40598_",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "roles":null}
   [junit4]   2> 2787720 INFO  (OverseerStateUpdate-94368158350573575-127.0.0.1:40598_-n_0000000000) [n:127.0.0.1:40598_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 2787721 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2787721 INFO  (zkCallback-1437-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2787723 INFO  (zkCallback-1437-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 2787723 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 2787826 INFO  (zkCallback-1437-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2787826 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2787828 INFO  (zkCallback-1437-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 2787829 INFO  (zkCallback-1435-thread-1-processing-n:127.0.0.1:40598_) [n:127.0.0.1:40598_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 2788074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/cores/collection1
   [junit4]   2> 2788075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001
   [junit4]   2> 2788076 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 2788083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1c713cbb{/,null,AVAILABLE}
   [junit4]   2> 2788086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.ServerConnector Started ServerConnector@666c4c0c{SSL-http/1.1}{127.0.0.1:48730}
   [junit4]   2> 2788086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.e.j.s.Server Started @2795310ms
   [junit4]   2> 2788086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/tempDir-001/jetty1, hostPort=48730, hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/cores, solrconfig=solrconfig.xml}
   [junit4]   2> 2788086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 2788087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/'
   [junit4]   2> 2788126 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2788130 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2788130 INFO  (zkCallback-1439-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d5b41de name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2788131 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2788131 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2788132 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2788133 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/solr.xml
   [junit4]   2> 2788161 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/cores
   [junit4]   2> 2788161 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoreContainer New CoreContainer 2100620127
   [junit4]   2> 2788162 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/]
   [junit4]   2> 2788162 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/lib
   [junit4]   2> 2788162 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/lib).
   [junit4]   2> 2788176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2788180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2788182 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2788183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2788183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:40584/solr
   [junit4]   2> 2788183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2788183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2788184 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2788186 INFO  (zkCallback-1441-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78e3d78b name:ZooKeeperConnection Watcher:127.0.0.1:40584 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2788188 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2788188 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2788191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2788195 INFO  (zkCallback-1442-thread-1-processing-n:127.0.0.1:48730_) [n:127.0.0.1:48730_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40257e2 name:ZooKeeperConnection Watcher:127.0.0.1:40584/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2788196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2788202 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2789207 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48730_
   [junit4]   2> 2789208 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48730_
   [junit4]   2> 2789211 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2789211 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94368158350573580-127.0.0.1:48730_-n_0000000001
   [junit4]   2> 2789212 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94368158350573575-127.0.0.1:40598_-n_0000000000 to know if I could be the leader
   [junit4]   2> 2789221 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2789221 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2789222 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/cores
   [junit4]   2> 2789223 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[6B115E9977A97773]) [n:127.0.0.1:48730_    ] o.a.s.c.SolrCore Created CoreDescriptor: {collection=collection1, coreNodeName=, dataDir=data/, configSetProperties=configsetprops.json, name=collection1, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/cores/collection1/, shard=, config=solrconfig.xml, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J2/temp/solr.cloud.CollectionsAPIDistributedZkTest_6B115E9977A97773-001/shard-1-001/cores/collection1, schema=schema.xml, loadOnStartup=true, t

[...truncated too long message...]

nServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 5159347 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[6B115E9977A97773]-worker) [n:127.0.0.1:51499_t_ek%2Foe c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 18, 2015 9:03:20 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), a_i1=FST50, timestamp=FST50, text=PostingsFormat(name=Direct), range_facet_l_dv=PostingsFormat(name=Memory doPackFST= true), range_facet_i_dv=FST50, a_t=FST50, _version_=FST50, other_tl1=FST50, id=PostingsFormat(name=Memory doPackFST= true), range_facet_l=FST50, intDefault=FST50}, docValues:{timestamp=DocValuesFormat(name=Asserting), range_facet_l_dv=DocValuesFormat(name=Lucene50), range_facet_i_dv=DocValuesFormat(name=Asserting)}, sim=RandomSimilarityProvider(queryNorm=false,coord=yes): {}, locale=el_GR, timezone=Australia/West
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=2,free=299213632,total=534249472
   [junit4]   2> NOTE: All tests run in this JVM: [TestWordDelimiterFilterFactory, TestStressUserVersions, TestNamedUpdateProcessors, SolrIndexConfigTest, TestConfig, JavabinLoaderTest, MBeansHandlerTest, TestReversedWildcardFilterFactory, TestExactStatsCache, UUIDUpdateProcessorFallbackTest, TestCryptoKeys, TestDocBasedVersionConstraints, AnalysisErrorHandlingTest, TestConfigOverlay, TestObjectReleaseTracker, TestCollectionAPI, SuggesterFSTTest, TestCustomSort, ParsingFieldUpdateProcessorsTest, TestManagedSchemaFieldResource, TestRemoteStreaming, TestCloudManagedSchemaConcurrent, TestBinaryField, TestCloudInspectUtil, CleanupOldIndexTest, ExternalFileFieldSortTest, TestStressLucene, TestCodecSupport, PeerSyncTest, ConnectionManagerTest, UUIDFieldTest, DistributedFacetPivotSmallAdvancedTest, TestFieldResource, TestSolrConfigHandler, StressHdfsTest, TestSweetSpotSimilarityFactory, DefaultValueUpdateProcessorTest, RequestHandlersTest, TestReplicationHandler, TestRealTimeGet, TestRandomFaceting, ZkNodePropsTest, DebugComponentTest, BasicDistributedZkTest, TermVectorComponentTest, TestMiniSolrCloudClusterSSL, IndexBasedSpellCheckerTest, TestChildDocTransformer, TestJmxMonitoredMap, StandardRequestHandlerTest, TestBadConfig, TestCursorMarkWithoutUniqueKey, TestFieldSortValues, HdfsDirectoryTest, MultiTermTest, TestQuerySenderListener, HdfsRecoverLeaseTest, ExitableDirectoryReaderTest, IndexSchemaTest, HighlighterTest, HLLUtilTest, TestSolrConfigHandlerCloud, HdfsSyncSliceTest, CoreAdminRequestStatusTest, TestUniqueKeyFieldResource, TestMergePolicyConfig, UpdateRequestProcessorFactoryTest, TestTolerantSearch, MultiThreadedOCPTest, SolrCloudExampleTest, TestLazyCores, AddBlockUpdateTest, SchemaVersionSpecificBehaviorTest, UniqFieldsUpdateProcessorFactoryTest, SaslZkACLProviderTest, SimplePostToolTest, LeaderInitiatedRecoveryOnCommitTest, CoreMergeIndexesAdminHandlerTest, BitVectorTest, MigrateRouteKeyTest, DateFieldTest, TestArbitraryIndexDir, TestSolrIndexConfig, TestFaceting, DeleteLastCustomShardedReplicaTest, SyncSliceTest, OpenCloseCoreStressTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestDistributedSearch, PreAnalyzedFieldTest, TestSystemIdResolver, RAMDirectoryFactoryTest, ClusterStateTest, TestSolrJ, TestUtils, TestDocumentBuilder, FileUtilsTest, CircularListTest, DistributedMLTComponentTest, TestRTGBase, DistributedIntervalFacetingTest, TestJettySolrRunner, AssignTest, CloudExitableDirectoryReaderTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DistribJoinFromCollectionTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, TestDownShardTolerantSearch, TestRebalanceLeaders, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [464/531] on J0 in 516.66s, 1 test, 1 error <<< FAILURES!

[...truncated 223 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 2 errors, 26 ignored (14 assumptions)

Total time: 262 minutes 41 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 8 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/8/

7 tests failed.
REGRESSION:  org.apache.solr.TestDistributedSearch.test

Error Message:
Captured an uncaught exception in thread: Thread[id=74293, name=Thread-69129, state=RUNNABLE, group=TGRP-TestDistributedSearch]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=74293, name=Thread-69129, state=RUNNABLE, group=TGRP-TestDistributedSearch]
	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869:84B669169D36A591]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36086/dau/g/collection1: java.lang.NullPointerException
	at org.apache.solr.search.grouping.distributed.responseprocessor.TopGroupsShardResponseProcessor.process(TopGroupsShardResponseProcessor.java:102)
	at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:748)
	at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:731)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:410)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:143)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2068)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:669)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:462)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:210)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:179)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:106)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)
	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handle(Server.java:499)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)
	at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)
	at java.lang.Thread.run(Thread.java:745)

	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.TestDistributedSearch$1.run(TestDistributedSearch.java:1110)


REGRESSION:  org.apache.solr.cloud.AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869:56E333201DF045B0]:0)
	at org.junit.Assert.fail(Assert.java:92)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertTrue(Assert.java:54)
	at org.apache.solr.cloud.AsyncCallRequestStatusResponseTest.testAsyncCallStatusResponse(AsyncCallRequestStatusResponseTest.java:38)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=11397, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=11397, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:58229, http://127.0.0.1:55256, http://127.0.0.1:55659, http://127.0.0.1:36930, http://127.0.0.1:49275]
	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:897)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:58229, http://127.0.0.1:55256, http://127.0.0.1:55659, http://127.0.0.1:36930, http://127.0.0.1:49275]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:355)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:58229: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qn-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	... 5 more


REGRESSION:  org.apache.solr.cloud.DistribJoinFromCollectionTest.test

Error Message:
KeeperErrorCode = Session expired for /live_nodes

Stack Trace:
org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /live_nodes
	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869:84B669169D36A591]:0)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
	at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1472)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:328)
	at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:325)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
	at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:325)
	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:561)
	at org.apache.solr.common.cloud.ZkStateReader.updateClusterState(ZkStateReader.java:239)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.ensureAllReplicasAreActive(AbstractFullDistribZkTestBase.java:1807)
	at org.apache.solr.cloud.DistribJoinFromCollectionTest.test(DistribJoinFromCollectionTest.java:95)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.hdfs.HdfsBasicDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:57397/vo_v/collection1: ClusterState says we are the leader (http://127.0.0.1:57397/vo_v/collection1), but locally we don't think so. Request came from null

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57397/vo_v/collection1: ClusterState says we are the leader (http://127.0.0.1:57397/vo_v/collection1), but locally we don't think so. Request came from null
	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869:84B669169D36A591]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:135)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:152)
	at org.apache.solr.BaseDistributedSearchTestCase.add(BaseDistributedSearchTestCase.java:511)
	at org.apache.solr.cloud.BasicDistributedZkTest.testUpdateProcessorsRunOnlyOnce(BasicDistributedZkTest.java:639)
	at org.apache.solr.cloud.BasicDistributedZkTest.test(BasicDistributedZkTest.java:350)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


REGRESSION:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test

Error Message:
shard3 is not consistent.  Got 247 from https://127.0.0.1:56737/_zim/hi/collection1lastClient and got 164 from https://127.0.0.1:53641/_zim/hi/collection1

Stack Trace:
java.lang.AssertionError: shard3 is not consistent.  Got 247 from https://127.0.0.1:56737/_zim/hi/collection1lastClient and got 164 from https://127.0.0.1:53641/_zim/hi/collection1
	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869:84B669169D36A591]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1244)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1223)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:165)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=79096, name=collection2, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=79096, name=collection2, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:48997: Could not find collection : awholynewstresscollection_collection2_3
	at __randomizedtesting.SeedInfo.seed([CE256CC33CAC869]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)




Build Log:
[...truncated 10509 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/init-core-data-001
   [junit4]   2> 556635 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 556635 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_zim/hi
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 556674 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 556683 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 556688 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 556704 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_52557_hdfs____p1gy2s/webapp
   [junit4]   2> 556829 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 557314 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52557
   [junit4]   2> 557476 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 557477 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 557493 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_53677_datanode____.3qnrvl/webapp
   [junit4]   2> 557691 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 558153 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:53677
   [junit4]   2> 558187 WARN  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 558189 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 558205 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51691_datanode____pjddp5/webapp
   [junit4]   2> 558252 INFO  (IPC Server handler 3 on 52095) [    ] BlockStateChange BLOCK* processReport: from storage DS-06bd408f-01e8-4260-a36a-1ab09003185d node DatanodeRegistration(127.0.0.1, datanodeUuid=8e1655f6-c766-4907-b501-b11a31068378, infoPort=53677, ipcPort=44740, storageInfo=lv=-56;cid=testClusterID;nsid=2032221109;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
   [junit4]   2> 558253 INFO  (IPC Server handler 3 on 52095) [    ] BlockStateChange BLOCK* processReport: from storage DS-3b9c02a3-3c16-44ce-9284-15b17e4693ac node DatanodeRegistration(127.0.0.1, datanodeUuid=8e1655f6-c766-4907-b501-b11a31068378, infoPort=53677, ipcPort=44740, storageInfo=lv=-56;cid=testClusterID;nsid=2032221109;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 558349 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 558860 INFO  (SUITE-HdfsChaosMonkeySafeLeaderTest-seed#[CE256CC33CAC869]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51691
   [junit4]   2> 558949 INFO  (IPC Server handler 4 on 52095) [    ] BlockStateChange BLOCK* processReport: from storage DS-be9f15fb-0c1a-41e5-ae5d-2ce9c8e8e5dd node DatanodeRegistration(127.0.0.1, datanodeUuid=8e5ecb1a-4c78-4b3d-9158-1f33fa781b8d, infoPort=51691, ipcPort=55865, storageInfo=lv=-56;cid=testClusterID;nsid=2032221109;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 558950 INFO  (IPC Server handler 4 on 52095) [    ] BlockStateChange BLOCK* processReport: from storage DS-108c8116-2f3d-4ce1-9765-c5e8d338dd30 node DatanodeRegistration(127.0.0.1, datanodeUuid=8e5ecb1a-4c78-4b3d-9158-1f33fa781b8d, infoPort=51691, ipcPort=55865, storageInfo=lv=-56;cid=testClusterID;nsid=2032221109;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 559025 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 559025 INFO  (Thread-15766) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 559025 INFO  (Thread-15766) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 559125 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.ZkTestServer start zk server on port:51301
   [junit4]   2> 559127 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 559128 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 559132 INFO  (zkCallback-193-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@703bd33f name:ZooKeeperConnection Watcher:127.0.0.1:51301 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559132 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 559132 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 559132 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 559137 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 559138 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 559139 INFO  (zkCallback-194-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@27a0d7f6 name:ZooKeeperConnection Watcher:127.0.0.1:51301/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559139 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 559139 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 559139 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 559144 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 559146 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 559149 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 559151 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 559151 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 559154 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 559155 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 559157 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 559157 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 559159 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 559159 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 559161 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 559161 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 559163 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 559163 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 559166 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 559166 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 559170 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 559170 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 559173 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 559173 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 559174 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 559175 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 559179 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 559179 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 559183 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 559184 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 559185 INFO  (zkCallback-195-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b761d5a name:ZooKeeperConnection Watcher:127.0.0.1:51301/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559185 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 559186 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 559485 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores/collection1
   [junit4]   2> 559487 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 559489 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7ddcc13e{/_zim/hi,null,AVAILABLE}
   [junit4]   2> 559494 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7afc368d{SSL-http/1.1}{127.0.0.1:46910}
   [junit4]   2> 559494 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.e.j.s.Server Started @562692ms
   [junit4]   2> 559495 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/_zim/hi, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores, solr.data.dir=hdfs://localhost:52095/hdfs__localhost_52095__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001_tempDir-002_control_data, hostPort=46910}
   [junit4]   2> 559495 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 559495 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/'
   [junit4]   2> 559512 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 559513 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 559516 INFO  (zkCallback-196-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@453510db name:ZooKeeperConnection Watcher:127.0.0.1:51301/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559516 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 559516 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 559519 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 559520 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/solr.xml
   [junit4]   2> 559536 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores
   [junit4]   2> 559536 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.CoreContainer New CoreContainer 224294256
   [junit4]   2> 559536 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/]
   [junit4]   2> 559536 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/lib
   [junit4]   2> 559536 WARN  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/lib).
   [junit4]   2> 559545 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 559548 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 559550 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 559550 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 559550 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:51301/solr
   [junit4]   2> 559550 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 559550 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 559552 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 559553 INFO  (zkCallback-198-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a8b238a name:ZooKeeperConnection Watcher:127.0.0.1:51301 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559554 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 559554 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 559558 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 559559 INFO  (zkCallback-199-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@613e9592 name:ZooKeeperConnection Watcher:127.0.0.1:51301/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 559559 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 559560 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 559563 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 559566 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 559568 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 559570 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 559572 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 559574 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 559576 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 559577 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 559578 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46910__zim%2Fhi
   [junit4]   2> 559578 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46910__zim%2Fhi
   [junit4]   2> 559580 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 559581 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 559583 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 559583 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000
   [junit4]   2> 559584 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46910__zim%2Fhi
   [junit4]   2> 559584 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 559585 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.Overseer Overseer (id=94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000) starting
   [junit4]   2> 559587 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 559593 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 559593 INFO  (OverseerCollectionProcessor-94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 559594 INFO  (OverseerStateUpdate-94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 559594 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 559615 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 559615 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 559616 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores
   [junit4]   2> 559617 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.SolrCore Created CoreDescriptor: {loadOnStartup=true, collection=control_collection, config=solrconfig.xml, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores/collection1, schema=schema.xml, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores/collection1/, shard=, coreNodeName=, name=collection1, transient=false, dataDir=data/, configSetProperties=configsetprops.json}
   [junit4]   2> 559617 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores/collection1/
   [junit4]   2> 559617 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 559619 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 559619 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 559621 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 559621 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 559622 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 559622 INFO  (zkCallback-199-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 559623 INFO  (OverseerStateUpdate-94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "base_url":"https://127.0.0.1:46910/_zim/hi",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "state":"down",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "node_name":"127.0.0.1:46910__zim%2Fhi",
   [junit4]   2>   "roles":null} current state version: 0
   [junit4]   2> 559624 INFO  (OverseerStateUpdate-94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "base_url":"https://127.0.0.1:46910/_zim/hi",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "state":"down",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "node_name":"127.0.0.1:46910__zim%2Fhi",
   [junit4]   2>   "roles":null}
   [junit4]   2> 559624 INFO  (OverseerStateUpdate-94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 559624 INFO  (OverseerStateUpdate-94364008793571333-127.0.0.1:46910__zim%2Fhi-n_0000000000) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 559625 INFO  (zkCallback-199-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 559628 INFO  (zkCallback-199-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 560622 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 560622 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 560623 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 560623 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 560624 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 560624 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores/collection1/'
   [junit4]   2> 560642 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 560648 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 560661 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 560697 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 560698 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 560705 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 560933 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 560934 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 560936 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 560939 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 560964 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 560965 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 560965 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 560965 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52095/solr_hdfs_home
   [junit4]   2> 560965 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 560965 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest_CE256CC33CAC869-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 560966 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@23a70112
   [junit4]   2> 560966 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 560984 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 560984 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 560985 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 560996 WARN  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:52095/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 560996 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 561005 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 561005 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 561005 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 561013 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 561013 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 561013 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 561013 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@5d0041cd
   [junit4]   2> 561050 INFO  (IPC Server handler 8 on 52095) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54084 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-06bd408f-01e8-4260-a36a-1ab09003185d:NORMAL:127.0.0.1:37256|RBW], ReplicaUnderConstruction[[DISK]DS-108c8116-2f3d-4ce1-9765-c5e8d338dd30:NORMAL:127.0.0.1:54084|FINALIZED]]} size 0
   [junit4]   2> 561052 INFO  (IPC Server handler 9 on 52095) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37256 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-108c8116-2f3d-4ce1-9765-c5e8d338dd30:NORMAL:127.0.0.1:54084|FINALIZED], ReplicaUnderConstruction[[DISK]DS-3b9c02a3-3c16-44ce-9284-15b17e4693ac:NORMAL:127.0.0.1:37256|FINALIZED]]} size 0
   [junit4]   2> 561055 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@b8369659 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@381847d9); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 561055 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 561057 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:52095/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 561061 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 561061 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 561063 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 561063 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 561063 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 561063 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 561064 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 561067 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 561068 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 561073 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 561074 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 561076 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 561077 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 561081 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /update/json/docs,standard,/admin/logging,/replication,/schema,/config,/admin/luke,/admin/ping,/update/csv,/update/json,/update,/admin/plugins,/admin/properties,/get,/admin/segments,/admin/system,/admin/mbeans,/admin/threads,/admin/file
   [junit4]   2> 561082 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 561083 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 561083 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 561095 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 561095 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 561097 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=23, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 561105 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@b8369659 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@381847d9); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 561105 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 561107 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1a2fb6b6[collection1] main
   [junit4]   2> 561107 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 561109 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 561109 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 561110 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 561110 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 561110 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 561111 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 561111 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 561111 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 561111 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 561113 INFO  (searcherExecutor-1324-thread-1-processing-x:collection1 s:shard1 r:core_node1 c:control_collection n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1a2fb6b6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 561115 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 561115 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 561115 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 561115 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509824142886567936
   [junit4]   2> 561115 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0 ms to seed version buckets with highest version 1509824142886567936
   [junit4]   2> 561115 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 561116 INFO  (coreLoadExecutor-1323-thread-1-processing-n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 561120 INFO  (coreZkRegister-1317-thread-1-processing-x:collection1 s:shard1 r:core_node1 c:control_collection n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:46910/_zim/hi collection:control_collection shard:shard1
   [junit4]   2> 561123 INFO  (coreZkRegister-1317-thread-1-processing-x:collection1 s:shard1 r:core_node1 c:control_collection n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 561125 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 561125 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 561128 INFO  (zkCallback-201-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46f66847 name:ZooKeeperConnection Watcher:127.0.0.1:51301/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 561128 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 561128 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 561128 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-seed#[CE256CC33CAC869]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 561134 INFO  (coreZkRegister-1317-thread-1-processing-x:collection1 s:shard1 r:core_node1 c:control_collection n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94364008793571333-core_node1-n_0000000000
   [junit4]   2> 561135 INFO  (coreZkRegister-1317-thread-1-processing-x:collection1 s:shard1 r:core_node1 c:control_collection n:127.0.0.1:46910__zim%2Fhi) [n:127.0.0.1:46910__zim%2Fhi c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 561137 INFO  (TEST-HdfsChaosMonkeySafeLeaderTest.test-

[...truncated too long message...]

06)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.teardownClass(HdfsCollectionsAPIDistributedZkTest.java:50)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 2939348 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[CE256CC33CAC869]-worker) [n:127.0.0.1:45483_ c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Aug 18, 2015 3:28:06 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53), sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=es_CR, timezone=Etc/GMT+2
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=2,free=146510560,total=533200896
   [junit4]   2> NOTE: All tests run in this JVM: [TestSchemaSimilarityResource, TestBinaryField, TestRealTimeGet, TestJoin, BasicZkTest, StressHdfsTest, TestStressLucene, LeaderElectionIntegrationTest, TestSolr4Spatial, TestReversedWildcardFilterFactory, TestRebalanceLeaders, TestSolrDeletionPolicy1, FastVectorHighlighterTest, HdfsDirectoryTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, MultiTermTest, ConcurrentDeleteAndCreateCollectionTest, LeaderInitiatedRecoveryOnCommitTest, TestConfigOverlay, ClusterStateTest, BitVectorTest, TestDocumentBuilder, URLClassifyProcessorTest, TestWordDelimiterFilterFactory, TestPivotHelperCode, ExitableDirectoryReaderTest, HdfsChaosMonkeySafeLeaderTest, UniqFieldsUpdateProcessorFactoryTest, SuggestComponentTest, DistribJoinFromCollectionTest, ChaosMonkeyNothingIsSafeTest, DefaultValueUpdateProcessorTest, SolrRequestParserTest, TestReqParamsAPI, CloudMLTQParserTest, CoreAdminRequestStatusTest, DistributedSpellCheckComponentTest, DistributedFacetPivotSmallAdvancedTest, TestCloudManagedSchemaConcurrent, TestDistributedSearch, BasicDistributedZkTest, TestChildDocTransformer, TestManagedSynonymFilterFactory, TestNamedUpdateProcessors, SuggesterFSTTest, PeerSyncTest, DistanceUnitsTest, CurrencyFieldXmlFileTest, VMParamsZkACLAndCredentialsProvidersTest, TestCursorMarkWithoutUniqueKey, JavabinLoaderTest, AddSchemaFieldsUpdateProcessorFactoryTest, CoreMergeIndexesAdminHandlerTest, TermsComponentTest, BigEndianAscendingWordDeserializerTest, MBeansHandlerTest, CSVRequestHandlerTest, TestRemoteStreaming, TestBadConfig, TestCollectionAPI, TestArbitraryIndexDir, DeleteInactiveReplicaTest, TestRandomFaceting, HdfsDirectoryFactoryTest, TestBlendedInfixSuggestions, SuggesterWFSTTest, TestPhraseSuggestions, HdfsCollectionsAPIDistributedZkTest]
   [junit4] Completed [380/531] on J0 in 440.43s, 1 test, 1 error <<< FAILURES!

[...truncated 515 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 5 errors, 2 failures, 26 ignored (14 assumptions)

Total time: 189 minutes 56 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 7 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/7/

4 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=53555, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=53555, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:44540/k_t/yn: Could not find collection : awholynewstresscollection_collection3_0
	at __randomizedtesting.SeedInfo.seed([1FB1272CD8B4CB56]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)


FAILED:  junit.framework.TestSuite.org.apache.solr.core.TestDynamicLoading

Error Message:


Stack Trace:
java.lang.AssertionError
	at __randomizedtesting.SeedInfo.seed([1FB1272CD8B4CB56]:0)
	at org.apache.lucene.util.TestRuleRestoreSystemProperties.before(TestRuleRestoreSystemProperties.java:53)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.component.BadComponentTest

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.DocValuesMultiTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([1FB1272CD8B4CB56]:0)




Build Log:
[...truncated 10660 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/init-core-data-001
   [junit4]   2> 948918 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 948918 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /k_t/yn
   [junit4]   2> 949572 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 950341 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 950660 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 950687 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 950791 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 950891 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_49145_hdfs____dnfvxz/webapp
   [junit4]   2> 951195 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 952320 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:49145
   [junit4]   2> 953186 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 953197 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 953210 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42276_datanode____ti93ui/webapp
   [junit4]   2> 953379 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 954068 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42276
   [junit4]   2> 954194 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 954196 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 954211 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47795_datanode____t1tonr/webapp
   [junit4]   2> 954345 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 954976 INFO  (IPC Server handler 2 on 49181) [    ] BlockStateChange BLOCK* processReport: from storage DS-8ab9bdc3-21c6-439a-82aa-7388b325ce18 node DatanodeRegistration(127.0.0.1, datanodeUuid=b8676401-da84-4f26-8595-49397b842261, infoPort=42276, ipcPort=56150, storageInfo=lv=-56;cid=testClusterID;nsid=1475220372;c=0), blocks: 0, hasStaleStorages: true, processing time: 3 msecs
   [junit4]   2> 954979 INFO  (IPC Server handler 2 on 49181) [    ] BlockStateChange BLOCK* processReport: from storage DS-1ae4ae06-1d81-4006-becb-e3ff05b9bac7 node DatanodeRegistration(127.0.0.1, datanodeUuid=b8676401-da84-4f26-8595-49397b842261, infoPort=42276, ipcPort=56150, storageInfo=lv=-56;cid=testClusterID;nsid=1475220372;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 955110 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[1FB1272CD8B4CB56]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47795
   [junit4]   2> 955253 INFO  (IPC Server handler 2 on 49181) [    ] BlockStateChange BLOCK* processReport: from storage DS-18cf5bc6-e992-4175-95e1-43e67a839be1 node DatanodeRegistration(127.0.0.1, datanodeUuid=50c0256a-3db2-4308-a7eb-9102b2979ac9, infoPort=47795, ipcPort=49913, storageInfo=lv=-56;cid=testClusterID;nsid=1475220372;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
   [junit4]   2> 955254 INFO  (IPC Server handler 2 on 49181) [    ] BlockStateChange BLOCK* processReport: from storage DS-85b59010-3641-400d-925b-4bed344c103a node DatanodeRegistration(127.0.0.1, datanodeUuid=50c0256a-3db2-4308-a7eb-9102b2979ac9, infoPort=47795, ipcPort=49913, storageInfo=lv=-56;cid=testClusterID;nsid=1475220372;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 956002 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 956003 INFO  (Thread-49150) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 956003 INFO  (Thread-49150) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 956103 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.ZkTestServer start zk server on port:56104
   [junit4]   2> 956103 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 956117 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 956124 INFO  (zkCallback-1319-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@46539568 name:ZooKeeperConnection Watcher:127.0.0.1:56104 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 956124 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 956125 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 956125 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 956132 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 956134 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 956135 INFO  (zkCallback-1320-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7766ec35 name:ZooKeeperConnection Watcher:127.0.0.1:56104/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 956135 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 956135 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 956136 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 956138 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 956140 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 956141 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 956143 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 956143 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 956147 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 956148 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 956151 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 956151 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 956154 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 956154 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 956157 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 956157 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 956160 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 956160 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 956163 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 956163 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 956166 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 956167 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 956170 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 956170 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 956173 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 956173 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 956176 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 956176 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 956536 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores/collection1
   [junit4]   2> 956538 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 956541 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b26338d{/k_t/yn,null,AVAILABLE}
   [junit4]   2> 956542 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.ServerConnector Started ServerConnector@39029486{HTTP/1.1}{127.0.0.1:52030}
   [junit4]   2> 956542 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.Server Started @959597ms
   [junit4]   2> 956542 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/k_t/yn, solr.data.dir=hdfs://localhost:49181/hdfs__localhost_49181__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001_tempDir-002_control_data, hostPort=52030, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores}
   [junit4]   2> 956542 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 956542 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/'
   [junit4]   2> 956559 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 956561 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 956562 INFO  (zkCallback-1321-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4aaa3915 name:ZooKeeperConnection Watcher:127.0.0.1:56104/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 956562 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 956562 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 956564 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 956564 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/solr.xml
   [junit4]   2> 956580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores
   [junit4]   2> 956580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoreContainer New CoreContainer 1955343669
   [junit4]   2> 956580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/]
   [junit4]   2> 956580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/lib
   [junit4]   2> 956580 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/lib).
   [junit4]   2> 956588 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 956590 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 956590 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 956591 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 956591 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56104/solr
   [junit4]   2> 956591 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 956591 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 956592 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 956594 INFO  (zkCallback-1323-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@63d4890a name:ZooKeeperConnection Watcher:127.0.0.1:56104 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 956595 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 956595 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 956598 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 956599 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10abcaa6 name:ZooKeeperConnection Watcher:127.0.0.1:56104/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 956599 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 956601 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 956603 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 956605 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 956608 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 956610 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 956613 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 956615 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 956617 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 956618 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 956619 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52030_k_t%2Fyn
   [junit4]   2> 956620 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52030_k_t%2Fyn
   [junit4]   2> 956621 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 956623 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 956624 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 956625 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000
   [junit4]   2> 956626 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52030_k_t%2Fyn
   [junit4]   2> 956626 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 956627 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer Overseer (id=94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) starting
   [junit4]   2> 956629 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 956636 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 956636 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 956636 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 956637 INFO  (OverseerCollectionProcessor-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 956651 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 956651 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 956652 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores
   [junit4]   2> 956653 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.SolrCore Created CoreDescriptor: {shard=, config=solrconfig.xml, coreNodeName=, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores/collection1, configSetProperties=configsetprops.json, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores/collection1/, loadOnStartup=true, collection=control_collection, transient=false, dataDir=data/, name=collection1, schema=schema.xml}
   [junit4]   2> 956653 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores/collection1/
   [junit4]   2> 956653 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 956655 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 956655 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 956655 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 956655 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 956656 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 956656 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 956657 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:52030_k_t%2Fyn",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:52030/k_t/yn",
   [junit4]   2>   "shard":null} current state version: 0
   [junit4]   2> 956657 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:52030_k_t%2Fyn",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:52030/k_t/yn",
   [junit4]   2>   "shard":null}
   [junit4]   2> 956657 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 956658 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 956659 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 956660 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 957656 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 957657 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 957657 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 957657 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 957658 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 957658 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores/collection1/'
   [junit4]   2> 957696 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 957705 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 957719 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 957748 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 957750 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 957770 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 958046 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 958055 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 958058 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 958070 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 958074 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 958078 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 958079 WARN  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 958079 WARN  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 958079 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 958080 WARN  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 958080 WARN  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 958082 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 958082 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 958082 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 958094 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:49181/solr_hdfs_home
   [junit4]   2> 958094 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 958094 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 958095 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@19f2d9af
   [junit4]   2> 958095 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 958158 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 958158 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 958164 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 958185 WARN  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:49181/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 958185 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 958204 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 958204 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 958204 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@71a8b41c
   [junit4]   2> 958496 INFO  (IPC Server handler 6 on 49181) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54108 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-8ab9bdc3-21c6-439a-82aa-7388b325ce18:NORMAL:127.0.0.1:54108|RBW], ReplicaUnderConstruction[[DISK]DS-85b59010-3641-400d-925b-4bed344c103a:NORMAL:127.0.0.1:51481|RBW]]} size 71
   [junit4]   2> 958503 INFO  (IPC Server handler 7 on 49181) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:51481 is added to blk_1073741825_1001 size 71
   [junit4]   2> 958902 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b7dfed3f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50a28b65; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 958902 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 958905 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:49181/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 958909 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 958909 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 958910 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 958910 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 958910 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 958910 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 958911 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 958911 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 958911 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 958914 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 958916 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 958917 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 958919 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 958931 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /get,/admin/system,/update/json/docs,/admin/threads,/admin/luke,/replication,/admin/file,/admin/plugins,/admin/properties,/admin/segments,standard,/update/csv,/update,/admin/ping,/schema,/config,/update/json,/admin/mbeans,/admin/logging
   [junit4]   2> 958933 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 958937 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 958937 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 958960 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 958960 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 958962 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=85.2431640625, floorSegmentMB=0.861328125, forceMergeDeletesPctAllowed=6.460220982143582, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 959069 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b7dfed3f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@50a28b65; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 959069 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 959069 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@35ce0533[collection1] main
   [junit4]   2> 959070 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 959071 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 959071 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 959072 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 959072 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 959072 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 959072 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 959073 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 959073 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 959073 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 959075 INFO  (searcherExecutor-1307-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@35ce0533[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 959083 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 959084 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 959084 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 959085 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509692274745802752
   [junit4]   2> 959085 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1 ms to seed version buckets with highest version 1509692274745802752
   [junit4]   2> 959085 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 959087 INFO  (coreLoadExecutor-1306-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 959087 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:52030/k_t/yn collection:control_collection shard:shard1
   [junit4]   2> 959089 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 959093 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94355766969761796-core_node1-n_0000000000
   [junit4]   2> 959094 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 959096 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 959096 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 959096 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 959096 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 959098 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 959100 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 959101 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52030/k_t/yn/collection1/
   [junit4]   2> 959101 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 959101 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52030/k_t/yn/collection1/ has no replicas
   [junit4]   2> 959101 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52030/k_t/yn/collection1/ shard1
   [junit4]   2> 959102 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 959105 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 959106 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:52030/k_t/yn",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 959157 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 959158 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 959160 INFO  (zkCallback-1326-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ba67bc1 name:ZooKeeperConnection Watcher:127.0.0.1:56104/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 959160 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 959160 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 959161 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 959164 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 959164 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 959165 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 959165 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 959167 INFO  (zkCallback-1327-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e4a5f4d name:ZooKeeperConnection Watcher:127.0.0.1:56104/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 959167 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 959168 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 959170 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 959170 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 959170 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 959171 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 959172 INFO  (zkCallback-1326-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 959176 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 959176 INFO  (zkCallback-1326-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 959210 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:52030/k_t/yn/collection1/ and leader is http://127.0.0.1:52030/k_t/yn/collection1/
   [junit4]   2> 959210 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52030/k_t/yn
   [junit4]   2> 959210 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 959210 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 959210 INFO  (coreZkRegister-1300-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn c:control_collection x:collection1 r:core_node1 s:shard1) [n:127.0.0.1:52030_k_t%2Fyn c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 959212 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 959213 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:52030_k_t%2Fyn",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:52030/k_t/yn",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "shard":"shard1"} current state version: 3
   [junit4]   2> 959214 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "roles":null,
   [junit4]   2>   "node_name":"127.0.0.1:52030_k_t%2Fyn",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "base_url":"http://127.0.0.1:52030/k_t/yn",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "shard":"shard1"}
   [junit4]   2> 959215 INFO  (OverseerStateUpdate-94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 959216 INFO  (zkCallback-1326-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 959217 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 959219 INFO  (zkCallback-1326-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 959222 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 959325 INFO  (zkCallback-1326-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 959325 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 959326 INFO  (zkCallback-1326-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 959327 INFO  (zkCallback-1324-thread-1-processing-n:127.0.0.1:52030_k_t%2Fyn) [n:127.0.0.1:52030_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 959543 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/cores/collection1
   [junit4]   2> 959544 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001
   [junit4]   2> 959544 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 959547 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@393470ab{/k_t/yn,null,AVAILABLE}
   [junit4]   2> 959547 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.ServerConnector Started ServerConnector@225d1b14{HTTP/1.1}{127.0.0.1:44540}
   [junit4]   2> 959547 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.e.j.s.Server Started @962602ms
   [junit4]   2> 959547 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:49181/hdfs__localhost_49181__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001_tempDir-002_jetty1, hostContext=/k_t/yn, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/cores, solrconfig=solrconfig.xml, hostPort=44540}
   [junit4]   2> 959548 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 959548 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/'
   [junit4]   2> 959571 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 959573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 959575 INFO  (zkCallback-1328-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22fd7f85 name:ZooKeeperConnection Watcher:127.0.0.1:56104/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 959575 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 959576 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 959580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 959580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/solr.xml
   [junit4]   2> 959596 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/cores
   [junit4]   2> 959596 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoreContainer New CoreContainer 700299965
   [junit4]   2> 959596 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/]
   [junit4]   2> 959597 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/lib
   [junit4]   2> 959597 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/lib).
   [junit4]   2> 959606 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 959607 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 959608 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 959608 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 959608 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56104/solr
   [junit4]   2> 959608 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 959608 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 959609 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 959611 INFO  (zkCallback-1330-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fc55ad4 name:ZooKeeperConnection Watcher:127.0.0.1:56104 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 959612 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 959612 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 959614 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 959616 INFO  (zkCallback-1331-thread-1-processing-n:127.0.0.1:44540_k_t%2Fyn) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6844eedd name:ZooKeeperConnection Watcher:127.0.0.1:56104/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 959616 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 959622 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 960628 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44540_k_t%2Fyn
   [junit4]   2> 960629 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44540_k_t%2Fyn
   [junit4]   2> 960634 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 960634 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94355766969761801-127.0.0.1:44540_k_t%2Fyn-n_0000000001
   [junit4]   2> 960635 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94355766969761796-127.0.0.1:52030_k_t%2Fyn-n_0000000000 to know if I could be the leader
   [junit4]   2> 960646 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 960646 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 960647 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/cores
   [junit4]   2> 960648 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.SolrCore Created CoreDescriptor: {schema=schema.xml, shard=, config=solrconfig.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, transient=false, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/cores/collection1, name=collection1, dataDir=data/, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/cores/collection1/}
   [junit4]   2> 960649 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_1FB1272CD8B4CB56-001/shard-1-001/cores/collection1/
   [junit4]   2> 960649 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 960650 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 960650 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[1FB1272CD8B4CB56]) [n:127.0.0.1:44540_k_t%2Fyn    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 960651 INFO  (coreLoadExecutor-1317-thread-1-processing-n:127.0.0.1:44540_k_t%2Fyn) [n:127.0.0.1:44540_k_t%2Fyn c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 960651 INFO  (coreLoadExecutor-1317-thread-1-processing-n:127.0.0.1:44540_k_t%2Fyn) [n:127

[...truncated too long message...]

, TestSearchPerf, TestReplicationHandlerBackup, SpatialFilterTest, CursorMarkTest, FieldMutatingUpdateProcessorTest, DistributedSuggestComponentTest, TestElisionMultitermQuery, TestFastLRUCache, OutOfBoxZkACLAndCredentialsProvidersTest, SolrCmdDistributorTest, SimpleMLTQParserTest, TestComponentsName, TestManagedSchemaDynamicFieldResource, TestNonDefinedSimilarityFactory, TestCloudManagedSchema, CacheHeaderTest, PreAnalyzedFieldTest, TestLMJelinekMercerSimilarityFactory, TestImplicitCoreProperties, TestLMDirichletSimilarityFactory, TestSmileRequest, TestPHPSerializedResponseWriter, HdfsNNFailoverTest, CurrencyFieldOpenExchangeTest, TestLRUCache, TestHashQParserPlugin, StatelessScriptUpdateProcessorFactoryTest, TestFiltering, TestSolrCloudWithKerberosAlt, DistributedVersionInfoTest, DistribDocExpirationUpdateProcessorTest, DistributedQueueTest, ReturnFieldsTest, TestReRankQParserPlugin, DisMaxRequestHandlerTest, DistributedMLTComponentTest, TestFoldingMultitermQuery, DocumentAnalysisRequestHandlerTest, TestInitQParser, DistanceFunctionTest, TestBlobHandler, TestDownShardTolerantSearch, CollectionsAPIDistributedZkTest, BadComponentTest, TestDynamicLoading]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> 40506063 WARN  (SyncThread:0) [n:127.0.0.1:51630_ c:awholynewcollection_3 s:shard4 r:core_node12 x:awholynewcollection_3_shard4_replica1] o.a.z.s.p.FileTxnLog fsync-ing the write ahead log in SyncThread:0 took 1127ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDynamicLoading -Dtests.seed=1FB1272CD8B4CB56 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=en_NZ -Dtests.timezone=Europe/Belfast -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4]   2> 40512624 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:51472) [n:127.0.0.1:51630_ c:awholynewcollection_3 s:shard4 r:core_node12 x:awholynewcollection_3_shard4_replica1] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x14f381d893c017c, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 40515461 WARN  (SyncThread:0) [n:127.0.0.1:51630_ c:awholynewcollection_3 s:shard4 r:core_node12 x:awholynewcollection_3_shard4_replica1] o.a.z.s.p.FileTxnLog fsync-ing the write ahead log in SyncThread:0 took 1137ms which will adversely effect operation latency. See the ZooKeeper troubleshooting guide
   [junit4]   2> 40515461 ERROR (zkCallback-971-thread-29-processing-n:127.0.0.1:33250_) [n:127.0.0.1:33250_ c:awholynewstresscollection_collection1_6 s:shard4 r:core_node17 x:awholynewstresscollection_collection1_6_shard4_replica2] o.a.s.c.ZkController There was a problem finding the leader in zk:org.apache.solr.common.SolrException: CoreContainer is close
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1042)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1009)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1600)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:466)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.access$100(ZkController.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:296)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:158)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:56)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:132)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:264)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:210)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> 40518301 ERROR (zkCallback-1020-thread-21-processing-n:127.0.0.1:51630_) [n:127.0.0.1:51630_ c:awholynewstresscollection_collection4_6 s:shard9 r:core_node14 x:awholynewstresscollection_collection4_6_shard9_replica2] o.a.s.c.ZkController There was a problem finding the leader in zk:org.apache.solr.common.SolrException: Could not get leader props
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1045)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1009)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.waitForLeaderToSeeDownState(ZkController.java:1600)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.registerAllCoresAsDown(ZkController.java:466)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.access$100(ZkController.java:112)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController$1.command(ZkController.java:296)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager$1.update(ConnectionManager.java:158)
   [junit4]   2> 	at org.apache.solr.common.cloud.DefaultConnectionStrategy.reconnect(DefaultConnectionStrategy.java:56)
   [junit4]   2> 	at org.apache.solr.common.cloud.ConnectionManager.process(ConnectionManager.java:132)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3$1.run(SolrZkClient.java:264)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:471)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:210)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /collections/awholynewstresscollection_collection3_6/leaders/shard7
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:345)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:61)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:342)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1023)
   [junit4]   2> 	... 15 more
   [junit4]   2> 
   [junit4] ERROR   0.00s J1 | TestDynamicLoading (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1FB1272CD8B4CB56]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [517/531] on J1 in 332.57s, 0 tests, 1 failure <<< FAILURES!

[...truncated 2422 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J1-20150816_153625_841.sysout
   [junit4] >>> JVM J1: stdout (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/heapdumps/java_pid29070.hprof ...
   [junit4] Heap dump file created [660077402 bytes in 10.742 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 13 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2098 tests, 4 suite-level errors, 1 error, 57 ignored (13 assumptions)

Total time: 986 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 6 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/6/

2 tests failed.
REGRESSION:  org.apache.lucene.search.TestGeoPointQuery.testRandomBig

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([656B7773F24A54BB]:0)


FAILED:  junit.framework.TestSuite.org.apache.lucene.search.TestGeoPointQuery

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([656B7773F24A54BB]:0)




Build Log:
[...truncated 8882 lines...]
   [junit4] Suite: org.apache.lucene.search.TestGeoPointQuery
   [junit4]   2> Aug 15, 2015 6:31:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl$2 evaluate
   [junit4]   2> WARNING: Suite execution timed out: org.apache.lucene.search.TestGeoPointQuery
   [junit4]   2>    1) Thread[id=1, name=main, state=WAITING, group=main]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1281)
   [junit4]   2>         at java.lang.Thread.join(Thread.java:1355)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:578)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.run(RandomizedRunner.java:444)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:199)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:310)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:12)
   [junit4]   2>    2) Thread[id=40, name=TEST-TestGeoPointQuery.testRandomBig-seed#[656B7773F24A54BB], state=TIMED_WAITING, group=TGRP-TestGeoPointQuery]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.lucene.store.SlowOpeningMockIndexInputWrapper.<init>(SlowOpeningMockIndexInputWrapper.java:34)
   [junit4]   2>         at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:663)
   [junit4]   2>         at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:173)
   [junit4]   2>         at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:446)
   [junit4]   2>         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
   [junit4]   2>         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
   [junit4]   2>         at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:104)
   [junit4]   2>         at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:65)
   [junit4]   2>         at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
   [junit4]   2>         at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:384)
   [junit4]   2>         at org.apache.lucene.index.BufferedUpdatesStream.openSegmentStates(BufferedUpdatesStream.java:416)
   [junit4]   2>         at org.apache.lucene.index.BufferedUpdatesStream.applyDeletesAndUpdates(BufferedUpdatesStream.java:261)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter._mergeInit(IndexWriter.java:3846)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.mergeInit(IndexWriter.java:3804)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3655)
   [junit4]   2>         at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1929)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4731)
   [junit4]   2>         at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:695)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4757)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4748)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1476)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1254)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.verify(TestGeoPointQuery.java:364)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.doTestRandom(TestGeoPointQuery.java:337)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.testRandomBig(TestGeoPointQuery.java:268)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=39, name=SUITE-TestGeoPointQuery-seed#[656B7773F24A54BB], state=RUNNABLE, group=TGRP-TestGeoPointQuery]
   [junit4]   2>         at java.lang.Thread.getStackTrace(Thread.java:1589)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.getThreadsWithTraces(ThreadLeakControl.java:690)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.formatThreadStacksFull(ThreadLeakControl.java:679)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.access$900(ThreadLeakControl.java:62)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$2.evaluate(ThreadLeakControl.java:412)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSuite(RandomizedRunner.java:651)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.access$200(RandomizedRunner.java:138)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$1.run(RandomizedRunner.java:568)
   [junit4]   2>    4) Thread[id=9, name=JUnit4-serializer-daemon, state=TIMED_WAITING, group=main]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:47)
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=656B7773F24A54BB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=lv_LV -Dtests.timezone=America/Argentina/Salta -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   7200s J0 | TestGeoPointQuery.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.Exception: Test abandoned because suite timeout was reached.
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([656B7773F24A54BB]:0)
   [junit4]   2> Aug 15, 2015 6:31:33 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> Aug 15, 2015 6:31:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.lucene.search.TestGeoPointQuery: 
   [junit4]   2>    1) Thread[id=40, name=TEST-TestGeoPointQuery.testRandomBig-seed#[656B7773F24A54BB], state=RUNNABLE, group=TGRP-TestGeoPointQuery]
   [junit4]   2>         at org.apache.lucene.util.packed.MonotonicLongValues.get(MonotonicLongValues.java:42)
   [junit4]   2>         at org.apache.lucene.util.packed.PackedLongValues.get(PackedLongValues.java:112)
   [junit4]   2>         at org.apache.lucene.util.LongValues.get(LongValues.java:45)
   [junit4]   2>         at org.apache.lucene.index.MergeState$DocMap$1.get(MergeState.java:203)
   [junit4]   2>         at org.apache.lucene.index.MappingMultiPostingsEnum.nextDoc(MappingMultiPostingsEnum.java:104)
   [junit4]   2>         at org.apache.lucene.codecs.PushPostingsWriterBase.writeTerm(PushPostingsWriterBase.java:128)
   [junit4]   2>         at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter$TermsWriter.write(BlockTreeTermsWriter.java:1041)
   [junit4]   2>         at org.apache.lucene.codecs.blocktree.BlockTreeTermsWriter.write(BlockTreeTermsWriter.java:456)
   [junit4]   2>         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.write(PerFieldPostingsFormat.java:198)
   [junit4]   2>         at org.apache.lucene.codecs.FieldsConsumer.merge(FieldsConsumer.java:105)
   [junit4]   2>         at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:193)
   [junit4]   2>         at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:95)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4089)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3664)
   [junit4]   2>         at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1929)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4731)
   [junit4]   2>         at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:695)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4757)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4748)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1476)
   [junit4]   2>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1254)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.verify(TestGeoPointQuery.java:364)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.doTestRandom(TestGeoPointQuery.java:337)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.testRandomBig(TestGeoPointQuery.java:268)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Aug 15, 2015 6:31:53 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=40, name=TEST-TestGeoPointQuery.testRandomBig-seed#[656B7773F24A54BB], state=RUNNABLE, group=TGRP-TestGeoPointQuery]
   [junit4]   2> Aug 15, 2015 6:31:56 AM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=40, name=TEST-TestGeoPointQuery.testGeoDistanceQueryHuge-seed#[656B7773F24A54BB], state=RUNNABLE, group=TGRP-TestGeoPointQuery]
   [junit4]   2>         at java.lang.StrictMath.sin(Native Method)
   [junit4]   2>         at org.apache.lucene.util.GeoProjectionUtils.llaToECF(GeoProjectionUtils.java:140)
   [junit4]   2>         at org.apache.lucene.util.GeoUtils.lineCrossesSphere(GeoUtils.java:354)
   [junit4]   2>         at org.apache.lucene.util.GeoUtils.rectCrossesCircle(GeoUtils.java:319)
   [junit4]   2>         at org.apache.lucene.search.GeoPointDistanceQueryImpl$GeoPointRadiusTermsEnum.cellCrosses(GeoPointDistanceQueryImpl.java:58)
   [junit4]   2>         at org.apache.lucene.search.GeoPointDistanceQueryImpl$GeoPointRadiusTermsEnum.cellIntersectsShape(GeoPointDistanceQueryImpl.java:68)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:104)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:82)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.relateAndRecurse(GeoPointTermsEnum.java:107)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.computeRange(GeoPointTermsEnum.java:83)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermsEnum.<init>(GeoPointTermsEnum.java:64)
   [junit4]   2>         at org.apache.lucene.search.GeoPointDistanceQueryImpl$GeoPointRadiusTermsEnum.<init>(GeoPointDistanceQueryImpl.java:53)
   [junit4]   2>         at org.apache.lucene.search.GeoPointDistanceQueryImpl.getTermsEnum(GeoPointDistanceQueryImpl.java:42)
   [junit4]   2>         at org.apache.lucene.search.MultiTermQuery.getTermsEnum(MultiTermQuery.java:323)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermQueryConstantScoreWrapper$1.getDocIDs(GeoPointTermQueryConstantScoreWrapper.java:72)
   [junit4]   2>         at org.apache.lucene.search.GeoPointTermQueryConstantScoreWrapper$1.bulkScorer(GeoPointTermQueryConstantScoreWrapper.java:117)
   [junit4]   2>         at org.apache.lucene.search.AssertingWeight.bulkScorer(AssertingWeight.java:69)
   [junit4]   2>         at org.apache.lucene.search.AssertingWeight.bulkScorer(AssertingWeight.java:69)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:769)
   [junit4]   2>         at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:92)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:486)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:695)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:411)
   [junit4]   2>         at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:440)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.geoDistanceQuery(TestGeoPointQuery.java:142)
   [junit4]   2>         at org.apache.lucene.search.TestGeoPointQuery.testGeoDistanceQueryHuge(TestGeoPointQuery.java:230)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2>         at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
   [junit4]   2>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Lucene53, sim=RandomSimilarityProvider(queryNorm=false,coord=crazy): {}, locale=lv_LV, timezone=America/Argentina/Salta
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=2,free=130240632,total=531628032
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocValuesNumbersQuery, TestGeoPointQuery]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeoPointQuery -Dtests.seed=656B7773F24A54BB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=lv_LV -Dtests.timezone=America/Argentina/Salta -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | TestGeoPointQuery (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([656B7773F24A54BB]:0)
   [junit4] Completed [17/19] on J0 in 7223.44s, 3 tests, 2 errors <<< FAILURES!

[...truncated 18 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build.xml:470: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:2245: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 19 suites, 114 tests, 1 suite-level error, 1 error, 12 ignored

Total time: 244 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 5 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/5/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13575, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13575, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53122: collection already exists: awholynewstresscollection_collection2_0
	at __randomizedtesting.SeedInfo.seed([8DF3D58615A632E6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1572)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:887)


REGRESSION:  org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test

Error Message:
Timeout waiting for all live and active

Stack Trace:
java.lang.AssertionError: Timeout waiting for all live and active
	at __randomizedtesting.SeedInfo.seed([8DF3D58615A632E6:5A7EA5CBB5A5F1E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.testBasics(SharedFSAutoReplicaFailoverTest.java:194)
	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.test(SharedFSAutoReplicaFailoverTest.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=1914, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1914, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:51064: Could not find collection : awholynewstresscollection_collection3_0
	at __randomizedtesting.SeedInfo.seed([8DF3D58615A632E6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)




Build Log:
[...truncated 10852 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/init-core-data-001
   [junit4]   2> 172334 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 172334 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 172959 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 173881 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 174102 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 174122 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 174289 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 174347 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51908_hdfs____wgak5r/webapp
   [junit4]   2> 174640 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 175543 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51908
   [junit4]   2> 176422 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 176430 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 176442 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_41403_datanode____iu4ps1/webapp
   [junit4]   2> 176576 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 177074 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:41403
   [junit4]   2> 177176 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 177179 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 177204 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47761_datanode____2ifu46/webapp
   [junit4]   2> 177328 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 178317 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[8DF3D58615A632E6]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47761
   [junit4]   2> 178515 INFO  (IPC Server handler 1 on 60696) [    ] BlockStateChange BLOCK* processReport: from storage DS-ee81f8d3-9cee-4239-b950-721c76703c0d node DatanodeRegistration(127.0.0.1, datanodeUuid=44d41111-9f6b-4f88-8ac3-f5421c32b49c, infoPort=41403, ipcPort=50652, storageInfo=lv=-56;cid=testClusterID;nsid=601038640;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
   [junit4]   2> 178515 INFO  (IPC Server handler 2 on 60696) [    ] BlockStateChange BLOCK* processReport: from storage DS-3942e026-75ec-4e93-b265-c5c9332495e0 node DatanodeRegistration(127.0.0.1, datanodeUuid=e80bf4b6-4411-4be9-b15e-3dcf66e47a06, infoPort=47761, ipcPort=37696, storageInfo=lv=-56;cid=testClusterID;nsid=601038640;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 178517 INFO  (IPC Server handler 1 on 60696) [    ] BlockStateChange BLOCK* processReport: from storage DS-8a81fbb6-62aa-4d41-b34a-c78f26139a37 node DatanodeRegistration(127.0.0.1, datanodeUuid=44d41111-9f6b-4f88-8ac3-f5421c32b49c, infoPort=41403, ipcPort=50652, storageInfo=lv=-56;cid=testClusterID;nsid=601038640;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 178519 INFO  (IPC Server handler 2 on 60696) [    ] BlockStateChange BLOCK* processReport: from storage DS-8f78d040-17b7-4a9d-b36d-237827aac451 node DatanodeRegistration(127.0.0.1, datanodeUuid=e80bf4b6-4411-4be9-b15e-3dcf66e47a06, infoPort=47761, ipcPort=37696, storageInfo=lv=-56;cid=testClusterID;nsid=601038640;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 179059 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 179059 INFO  (Thread-453) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 179059 INFO  (Thread-453) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 179162 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.ZkTestServer start zk server on port:45451
   [junit4]   2> 179162 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179163 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179166 INFO  (zkCallback-120-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50563da2 name:ZooKeeperConnection Watcher:127.0.0.1:45451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179166 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179167 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179167 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 179174 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179175 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179176 INFO  (zkCallback-121-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a70d701 name:ZooKeeperConnection Watcher:127.0.0.1:45451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179176 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179176 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179176 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 179179 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 179181 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 179183 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 179185 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 179185 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 179188 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 179188 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 179190 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 179191 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 179193 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 179193 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 179195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 179195 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 179197 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 179198 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 179213 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 179213 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 179215 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 179215 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 179217 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 179217 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 179219 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 179219 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 179221 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 179221 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 179516 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores/collection1
   [junit4]   2> 179519 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 179521 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@8e97b58{/,null,AVAILABLE}
   [junit4]   2> 179522 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.ServerConnector Started ServerConnector@667b27b7{HTTP/1.1}{127.0.0.1:35515}
   [junit4]   2> 179522 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.Server Started @182569ms
   [junit4]   2> 179522 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores, solr.data.dir=hdfs://localhost:60696/hdfs__localhost_60696__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001_tempDir-002_control_data, hostPort=35515}
   [junit4]   2> 179523 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 179523 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/'
   [junit4]   2> 179538 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179539 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179541 INFO  (zkCallback-122-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3faca6 name:ZooKeeperConnection Watcher:127.0.0.1:45451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179541 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179541 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179547 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 179548 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/solr.xml
   [junit4]   2> 179562 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores
   [junit4]   2> 179562 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoreContainer New CoreContainer 293142542
   [junit4]   2> 179563 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/]
   [junit4]   2> 179563 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/lib
   [junit4]   2> 179563 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/lib).
   [junit4]   2> 179571 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 179572 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 179573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 179573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 179573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45451/solr
   [junit4]   2> 179573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 179573 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 179574 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179576 INFO  (zkCallback-124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@24888521 name:ZooKeeperConnection Watcher:127.0.0.1:45451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179576 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179576 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 179578 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 179579 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@305f6a55 name:ZooKeeperConnection Watcher:127.0.0.1:45451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 179580 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 179581 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 179583 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 179586 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 179588 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 179591 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 179593 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 179595 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 179597 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 179598 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 179599 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35515_
   [junit4]   2> 179600 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35515_
   [junit4]   2> 179602 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 179603 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 179605 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 179606 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94341427392610308-127.0.0.1:35515_-n_0000000000
   [junit4]   2> 179607 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35515_
   [junit4]   2> 179607 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 179608 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer Overseer (id=94341427392610308-127.0.0.1:35515_-n_0000000000) starting
   [junit4]   2> 179610 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 179617 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 179618 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 179618 INFO  (OverseerCollectionProcessor-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 179618 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 179635 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 179635 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 179636 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores
   [junit4]   2> 179637 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.SolrCore Created CoreDescriptor: {coreNodeName=, shard=, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores/collection1, collection=control_collection, dataDir=data/, config=solrconfig.xml, configSetProperties=configsetprops.json, loadOnStartup=true, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores/collection1/, schema=schema.xml, name=collection1, transient=false}
   [junit4]   2> 179637 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores/collection1/
   [junit4]   2> 179637 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 179638 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 179638 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 179639 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 179639 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:35515_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 179639 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 179639 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 179640 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:35515",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:35515_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null} current state version: 0
   [junit4]   2> 179641 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1:35515",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "node_name":"127.0.0.1:35515_",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null}
   [junit4]   2> 179641 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 179641 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 179643 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 179644 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 180639 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 180640 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 180640 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 180640 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 180641 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 180641 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores/collection1/'
   [junit4]   2> 180656 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 180664 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 180678 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 180725 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 180727 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 180746 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 181012 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 181022 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 181024 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 181038 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 181042 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 181045 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 181046 WARN  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 181046 WARN  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 181046 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 181047 WARN  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 181047 WARN  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 181049 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 181049 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 181049 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 181058 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60696/solr_hdfs_home
   [junit4]   2> 181059 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 181059 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 181059 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@5a56156e
   [junit4]   2> 181059 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 181149 WARN  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 186154 WARN  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 191202 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 191202 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 191208 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 191245 WARN  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:60696/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 191245 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 191268 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 191268 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 191269 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=88.89453125, floorSegmentMB=1.7890625, forceMergeDeletesPctAllowed=22.92723653414726, segmentsPerTier=42.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 191620 INFO  (IPC Server handler 5 on 60696) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:33308 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-3942e026-75ec-4e93-b265-c5c9332495e0:NORMAL:127.0.0.1:48793|RBW], ReplicaUnderConstruction[[DISK]DS-8a81fbb6-62aa-4d41-b34a-c78f26139a37:NORMAL:127.0.0.1:33308|RBW]]} size 71
   [junit4]   2> 191622 INFO  (IPC Server handler 7 on 60696) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48793 is added to blk_1073741825_1001 size 71
   [junit4]   2> 192030 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b936602e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@595b246c; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 192030 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 192033 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:60696/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 192039 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 192039 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 192039 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 192040 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 192040 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 192040 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 192040 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 192041 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 192041 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 192044 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 192046 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 192047 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 192049 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 192054 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/properties,/replication,/admin/threads,/config,/admin/ping,/admin/mbeans,/admin/plugins,/update/json,standard,/schema,/update/csv,/admin/system,/update/json/docs,/update,/admin/segments,/get,/admin/luke,/admin/logging,/admin/file
   [junit4]   2> 192057 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 192060 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 192061 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 192080 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 192080 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 192083 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=28, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 192156 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b936602e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@595b246c; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 192157 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 192157 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@3e001746[collection1] main
   [junit4]   2> 192157 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 192159 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 192159 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 192159 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 192160 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 192160 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 192161 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 192161 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 192161 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 192161 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 192164 INFO  (searcherExecutor-452-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3e001746[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 192172 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 192172 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 192172 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 192172 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509462852029644800
   [junit4]   2> 192172 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0 ms to seed version buckets with highest version 1509462852029644800
   [junit4]   2> 192173 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 192173 INFO  (coreLoadExecutor-451-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 192174 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:35515 collection:control_collection shard:shard1
   [junit4]   2> 192175 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 192182 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94341427392610308-core_node1-n_0000000000
   [junit4]   2> 192183 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 192185 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 192185 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 192186 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 192186 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35515/collection1/
   [junit4]   2> 192186 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 192186 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35515/collection1/ has no replicas
   [junit4]   2> 192186 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35515/collection1/ shard1
   [junit4]   2> 192186 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 192194 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 192196 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 192199 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 192201 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:35515",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 192203 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 192305 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 192308 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 192357 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:35515/collection1/ and leader is http://127.0.0.1:35515/collection1/
   [junit4]   2> 192357 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35515
   [junit4]   2> 192357 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 192357 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 192357 INFO  (coreZkRegister-445-thread-1-processing-c:control_collection x:collection1 s:shard1 n:127.0.0.1:35515_ r:core_node1) [n:127.0.0.1:35515_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 192359 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 192360 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"http://127.0.0.1:35515",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"127.0.0.1:35515_",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null} current state version: 3
   [junit4]   2> 192361 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"http://127.0.0.1:35515",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"127.0.0.1:35515_",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "roles":null}
   [junit4]   2> 192465 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 192467 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 192644 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 192645 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 192646 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22942b71 name:ZooKeeperConnection Watcher:127.0.0.1:45451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 192647 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 192647 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 192647 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 192651 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 192651 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 192651 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 192651 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 192653 INFO  (zkCallback-128-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5b3b5250 name:ZooKeeperConnection Watcher:127.0.0.1:45451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 192653 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 192653 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 192655 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 192656 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x14f2b0743570006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 192659 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 192659 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 192764 INFO  (OverseerStateUpdate-94341427392610308-127.0.0.1:35515_-n_0000000000) [n:127.0.0.1:35515_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 192765 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 192766 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 192768 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 192768 INFO  (zkCallback-125-thread-1-processing-n:127.0.0.1:35515_) [n:127.0.0.1:35515_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 5
   [junit4]   2> 192951 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/cores/collection1
   [junit4]   2> 192952 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001
   [junit4]   2> 192955 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 192957 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@183c0ca5{/,null,AVAILABLE}
   [junit4]   2> 192957 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.ServerConnector Started ServerConnector@50835a77{HTTP/1.1}{127.0.0.1:34757}
   [junit4]   2> 192958 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.e.j.s.Server Started @196005ms
   [junit4]   2> 192958 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=34757, hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/cores, solr.data.dir=hdfs://localhost:60696/hdfs__localhost_60696__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001_tempDir-002_jetty1, solrconfig=solrconfig.xml}
   [junit4]   2> 192958 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 192958 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/'
   [junit4]   2> 192974 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 192975 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 192976 INFO  (zkCallback-129-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3204f448 name:ZooKeeperConnection Watcher:127.0.0.1:45451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 192976 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 192977 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 192978 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 192978 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/solr.xml
   [junit4]   2> 193007 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/cores
   [junit4]   2> 193008 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoreContainer New CoreContainer 359919949
   [junit4]   2> 193008 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/]
   [junit4]   2> 193008 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/lib
   [junit4]   2> 193008 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_8DF3D58615A632E6-001/shard-1-001/lib).
   [junit4]   2> 193017 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 193019 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 193019 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 193020 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 193020 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45451/solr
   [junit4]   2> 193020 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 193020 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 193021 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 193023 INFO  (zkCallback-131-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c34b0d name:ZooKeeperConnection Watcher:127.0.0.1:45451 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 193024 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 193024 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 193027 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 193028 INFO  (zkCallback-132-thread-1-processing-n:127.0.0.1:34757_) [n:127.0.0.1:34757_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e87ce30 name:ZooKeeperConnection Watcher:127.0.0.1:45451/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 193028 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 193034 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 194047 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34757_
   [junit4]   2> 194048 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:34757_
   [junit4]   2> 194051 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 194052 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94341427392610313-127.0.0.1:34757_-n_0000000001
   [junit4]   2> 194053 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.0.0.1:34757_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94341427392610308-127.0.0.1:35515_-n_0000000000 to know if I could be the leader
   [junit4]   2> 194065 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[8DF3D58615A632E6]) [n:127.

[...truncated too long message...]

g.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:197)
   [junit4]   2> 	at org.apache.solr.cloud.SharedFSAutoReplicaFailoverTest.hdfsFailoverAfterClass(SharedFSAutoReplicaFailoverTest.java:83)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:606)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:799)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 3321853 INFO  (SUITE-SharedFSAutoReplicaFailoverTest-seed#[8DF3D58615A632E6]-worker) [n:127.0.0.1:54318_mv_ox c:solrj_collection2 s:shard2 r:core_node2 x:solrj_collection2_shard2_replica1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.SharedFSAutoReplicaFailoverTest_8DF3D58615A632E6-001
   [junit4]   2> Aug 14, 2015 3:58:03 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {}, docValues:{}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=sr_ME, timezone=America/Vancouver
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=1,free=358735656,total=476577792
   [junit4]   2> NOTE: All tests run in this JVM: [DeleteReplicaTest, TestSolrDeletionPolicy1, TestManagedSynonymFilterFactory, TestCSVLoader, HighlighterConfigTest, TestRealTimeGet, TestStressUserVersions, TestReqParamsAPI, CloudMLTQParserTest, AnalysisErrorHandlingTest, TestRangeQuery, ExternalFileFieldSortTest, SolrCoreTest, SuggesterWFSTTest, CleanupOldIndexTest, CoreMergeIndexesAdminHandlerTest, TestArbitraryIndexDir, HdfsCollectionsAPIDistributedZkTest, ExitableDirectoryReaderTest, TestJmxMonitoredMap, DistributedSpellCheckComponentTest, SolrIndexConfigTest, TestJmxIntegration, TimeZoneUtilsTest, TestPKIAuthenticationPlugin, HdfsDirectoryFactoryTest, StandardRequestHandlerTest, TestMiniSolrCloudClusterSSL, TestBlendedInfixSuggestions, EnumFieldTest, TestRemoteStreaming, DistanceUnitsTest, TestUpdate, TestDFRSimilarityFactory, TestSolr4Spatial, TestBadConfig, TestFieldSortValues, UniqFieldsUpdateProcessorFactoryTest, ConcurrentDeleteAndCreateCollectionTest, StressHdfsTest, DeleteLastCustomShardedReplicaTest, MBeansHandlerTest, UUIDUpdateProcessorFallbackTest, TestConfigOverlay, TestSolrConfigHandlerCloud, TestHdfsUpdateLog, TestRandomFaceting, TermVectorComponentTest, TestFaceting, TestChildDocTransformer, UUIDFieldTest, HighlighterTest, TestJoin, HdfsRecoveryZkTest, CSVRequestHandlerTest, DebugComponentTest, TestFieldCollectionResource, ChaosMonkeyNothingIsSafeTest, DefaultValueUpdateProcessorTest, SegmentsInfoRequestHandlerTest, TestRawResponseWriter, TestTolerantSearch, AddBlockUpdateTest, CurrencyFieldXmlFileTest, BasicDistributedZkTest, QueryElevationComponentTest, TestCursorMarkWithoutUniqueKey, LeaderElectionIntegrationTest, TestLazyCores, ClusterStateTest, TestCodecSupport, TestFieldResource, AddSchemaFieldsUpdateProcessorFactoryTest, DeleteShardTest, TestQuerySenderListener, IndexBasedSpellCheckerTest, HdfsDirectoryTest, TestReplicationHandler, TestRebalanceLeaders, TestSchemaSimilarityResource, TestMergePolicyConfig, TestBinaryField, TestRecoveryHdfs, ZkNodePropsTest, TestStressLucene, TestDocBasedVersionConstraints, SharedFSAutoReplicaFailoverTest]
   [junit4] Completed [424/531] on J0 in 225.69s, 1 test, 1 failure <<< FAILURES!

[...truncated 359 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 2 errors, 1 failure, 25 ignored (14 assumptions)

Total time: 183 minutes 37 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 4 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/4/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=50030, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=50030, name=collection3, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33328: Could not find collection : awholynewstresscollection_collection3_0
	at __randomizedtesting.SeedInfo.seed([EBCA3C31B1B05975]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)




Build Log:
[...truncated 10839 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/init-core-data-001
   [junit4]   2> 486562 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 486563 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 487229 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 487942 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 488144 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 488154 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 488238 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 488288 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_54975_hdfs____yr2vlu/webapp
   [junit4]   2> 488511 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 489661 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:54975
   [junit4]   2> 490503 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 490511 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 490525 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_51663_datanode____.u44c3m/webapp
   [junit4]   2> 490665 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 491129 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51663
   [junit4]   2> 491294 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 491297 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 491323 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_46252_datanode____vv5cz8/webapp
   [junit4]   2> 491494 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 492587 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[EBCA3C31B1B05975]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:46252
   [junit4]   2> 492761 INFO  (IPC Server handler 1 on 39708) [    ] BlockStateChange BLOCK* processReport: from storage DS-0ae9146a-c7ef-476b-afeb-b5f7da7ccc57 node DatanodeRegistration(127.0.0.1, datanodeUuid=20f1d056-2d82-42bb-8b65-4df4e8fcbd5b, infoPort=51663, ipcPort=42657, storageInfo=lv=-56;cid=testClusterID;nsid=80442829;c=0), blocks: 0, hasStaleStorages: true, processing time: 17 msecs
   [junit4]   2> 492765 INFO  (IPC Server handler 1 on 39708) [    ] BlockStateChange BLOCK* processReport: from storage DS-ccb97229-5b1a-4520-aefd-15350771b969 node DatanodeRegistration(127.0.0.1, datanodeUuid=20f1d056-2d82-42bb-8b65-4df4e8fcbd5b, infoPort=51663, ipcPort=42657, storageInfo=lv=-56;cid=testClusterID;nsid=80442829;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 492884 INFO  (IPC Server handler 6 on 39708) [    ] BlockStateChange BLOCK* processReport: from storage DS-e26de320-b92c-4d07-bb05-f35143c8e28a node DatanodeRegistration(127.0.0.1, datanodeUuid=15b2b694-a186-4876-ac92-4446b5346647, infoPort=46252, ipcPort=53027, storageInfo=lv=-56;cid=testClusterID;nsid=80442829;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 492886 INFO  (IPC Server handler 6 on 39708) [    ] BlockStateChange BLOCK* processReport: from storage DS-a12b91a8-317e-4257-b37c-c31274f4fdc9 node DatanodeRegistration(127.0.0.1, datanodeUuid=15b2b694-a186-4876-ac92-4446b5346647, infoPort=46252, ipcPort=53027, storageInfo=lv=-56;cid=testClusterID;nsid=80442829;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 493564 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 493565 INFO  (Thread-48092) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 493566 INFO  (Thread-48092) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 493665 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.ZkTestServer start zk server on port:59280
   [junit4]   2> 493665 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 493666 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 493670 INFO  (zkCallback-88-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29b8d28b name:ZooKeeperConnection Watcher:127.0.0.1:59280 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 493671 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 493671 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 493672 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 493675 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 493682 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 493684 INFO  (zkCallback-89-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@892a6b5 name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 493685 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 493686 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 493686 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 493690 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 493692 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 493694 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 493697 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 493698 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 493701 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 493702 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 493705 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 493706 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 493709 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 493710 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 493715 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 493715 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 493718 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 493718 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 493721 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 493722 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 493725 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 493726 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 493728 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 493729 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 493731 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 493732 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 493734 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 493734 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 493738 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 493741 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 493741 INFO  (zkCallback-90-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f143798 name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 493742 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 493742 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 493744 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 493745 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 493754 INFO  (zkCallback-91-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c5288b1 name:ZooKeeperConnection Watcher:127.0.0.1:59280 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 493754 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 493754 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 493754 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 493758 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 493759 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 493760 INFO  (zkCallback-92-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@485fce9a name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 493760 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 493761 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 493761 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 493761 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 493766 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 493766 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 493775 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 493775 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 493777 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 493777 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 493780 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 493780 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 493782 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 493782 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 493785 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 493785 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 493787 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 493787 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 493789 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 493789 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 493792 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 493792 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 493794 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 493794 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 493797 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 493797 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 494143 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores/collection1
   [junit4]   2> 494161 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 494163 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@30e6f8bf{/,null,AVAILABLE}
   [junit4]   2> 494240 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3e18dfbf{SSL-http/1.1}{127.0.0.1:54312}
   [junit4]   2> 494240 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.Server Started @497329ms
   [junit4]   2> 494241 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:39708/hdfs__localhost_39708__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001_tempDir-002_control_data, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores, hostContext=/, hostPort=54312}
   [junit4]   2> 494241 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@5472fe25
   [junit4]   2> 494241 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/'
   [junit4]   2> 494257 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 494257 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 494259 INFO  (zkCallback-93-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c199516 name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 494259 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 494260 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 494262 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 494262 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/solr.xml
   [junit4]   2> 494285 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores
   [junit4]   2> 494286 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoreContainer New CoreContainer 364006059
   [junit4]   2> 494286 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/]
   [junit4]   2> 494286 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/lib
   [junit4]   2> 494286 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/lib).
   [junit4]   2> 494312 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 494316 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 494319 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 494319 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 494319 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59280/solr
   [junit4]   2> 494319 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 494319 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 494320 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 494322 INFO  (zkCallback-95-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4d43069b name:ZooKeeperConnection Watcher:127.0.0.1:59280 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 494323 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 494323 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 494330 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 494332 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33f49392 name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 494333 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 494335 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 494337 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 494340 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 494343 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 494346 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 494349 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 494352 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 494354 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 494356 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 494358 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54312_
   [junit4]   2> 494359 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54312_
   [junit4]   2> 494363 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 494370 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 494372 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 494372 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94335547600666631-127.0.0.1:54312_-n_0000000000
   [junit4]   2> 494373 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:54312_
   [junit4]   2> 494374 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 494376 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.Overseer Overseer (id=94335547600666631-127.0.0.1:54312_-n_0000000000) starting
   [junit4]   2> 494378 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 494387 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 494388 INFO  (OverseerCollectionProcessor-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 494388 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 494389 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 494411 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 494412 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 494413 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores
   [junit4]   2> 494414 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.SolrCore Created CoreDescriptor: {shard=, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores/collection1, transient=false, collection=control_collection, loadOnStartup=true, coreNodeName=, schema=schema.xml, name=collection1, config=solrconfig.xml, configSetProperties=configsetprops.json, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores/collection1/, dataDir=data/}
   [junit4]   2> 494414 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores/collection1/
   [junit4]   2> 494414 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 494416 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 494416 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:54312_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 494416 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 494416 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 494417 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 494417 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 494419 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "node_name":"127.0.0.1:54312_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"https://127.0.0.1:54312",
   [junit4]   2>   "numShards":"1"} current state version: 0
   [junit4]   2> 494420 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "node_name":"127.0.0.1:54312_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"https://127.0.0.1:54312",
   [junit4]   2>   "numShards":"1"}
   [junit4]   2> 494420 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 494420 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 494422 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 494425 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 495418 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 495418 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 495419 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 495419 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 495420 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 495420 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores/collection1/'
   [junit4]   2> 495439 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 495447 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 495463 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 495494 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 495495 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 495525 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 495812 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 495823 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 495827 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 495843 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 495847 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 495851 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 495853 WARN  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 495854 WARN  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 495854 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 495856 WARN  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 495856 WARN  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 495857 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0
   [junit4]   2> 495857 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 495857 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 495867 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:39708/solr_hdfs_home
   [junit4]   2> 495868 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 495868 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 495868 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@34e32c81
   [junit4]   2> 495868 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 495948 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 495948 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 495953 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 495984 WARN  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:39708/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 495984 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 496004 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 496005 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 496006 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@267d3c8d
   [junit4]   2> 496303 INFO  (IPC Server handler 4 on 39708) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:46081 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-ccb97229-5b1a-4520-aefd-15350771b969:NORMAL:127.0.0.1:46081|RBW], ReplicaUnderConstruction[[DISK]DS-e26de320-b92c-4d07-bb05-f35143c8e28a:NORMAL:127.0.0.1:37149|RBW]]} size 71
   [junit4]   2> 496305 INFO  (IPC Server handler 3 on 39708) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:37149 is added to blk_1073741825_1001 size 71
   [junit4]   2> 496708 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b6c634a2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fc89f34; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 496708 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 496712 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:39708/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 496716 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 496716 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 496717 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 496717 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 496717 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 496721 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 496721 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 496722 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 496722 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 496727 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 496730 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 496731 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 496732 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 496755 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/logging,/admin/ping,/admin/luke,/update/csv,/admin/plugins,/admin/mbeans,/update/json/docs,/admin/file,/config,/admin/segments,/schema,/admin/system,/update/json,/admin/properties,/get,/admin/threads,/replication,/update,standard
   [junit4]   2> 496757 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 496767 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 496768 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 496815 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 496815 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 496818 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=2023868023, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 496926 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b6c634a2 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6fc89f34; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 496926 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 496926 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@5cc39b3e[collection1] main
   [junit4]   2> 496926 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 496927 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 496927 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 496928 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 496928 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 496928 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 496928 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 496929 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 496929 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 496929 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 496929 INFO  (searcherExecutor-598-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5cc39b3e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 496937 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 496937 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 496937 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 496937 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509368765143318528
   [junit4]   2> 496937 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0 ms to seed version buckets with highest version 1509368765143318528
   [junit4]   2> 496937 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 496938 INFO  (coreLoadExecutor-597-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 496938 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:54312 collection:control_collection shard:shard1
   [junit4]   2> 496939 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 496943 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94335547600666631-core_node1-n_0000000000
   [junit4]   2> 496945 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 496946 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 496947 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 496947 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 496948 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 496949 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:54312/collection1/
   [junit4]   2> 496949 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 496949 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:54312/collection1/ has no replicas
   [junit4]   2> 496949 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:54312/collection1/ shard1
   [junit4]   2> 496949 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 496949 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 496951 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 496957 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 496958 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:54312",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 497061 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 497063 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 497108 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:54312/collection1/ and leader is https://127.0.0.1:54312/collection1/
   [junit4]   2> 497108 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:54312
   [junit4]   2> 497108 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 497108 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 497109 INFO  (coreZkRegister-591-thread-1-processing-x:collection1 n:127.0.0.1:54312_ s:shard1 r:core_node1 c:control_collection) [n:127.0.0.1:54312_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 497111 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 497112 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "node_name":"127.0.0.1:54312_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"https://127.0.0.1:54312",
   [junit4]   2>   "numShards":"1"} current state version: 3
   [junit4]   2> 497113 INFO  (OverseerStateUpdate-94335547600666631-127.0.0.1:54312_-n_0000000000) [n:127.0.0.1:54312_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "node_name":"127.0.0.1:54312_",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "base_url":"https://127.0.0.1:54312",
   [junit4]   2>   "numShards":"1"}
   [junit4]   2> 497216 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 497219 INFO  (zkCallback-96-thread-1-processing-n:127.0.0.1:54312_) [n:127.0.0.1:54312_    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 497422 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 497423 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 497424 INFO  (zkCallback-98-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61fc5d83 name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 497424 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 497425 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 497425 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 497428 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 497722 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/cores/collection1
   [junit4]   2> 497723 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001
   [junit4]   2> 497725 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 497731 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e404e09{/,null,AVAILABLE}
   [junit4]   2> 497738 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7c23df55{SSL-http/1.1}{127.0.0.1:38053}
   [junit4]   2> 497738 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.e.j.s.Server Started @500827ms
   [junit4]   2> 497739 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostPort=38053, solrconfig=solrconfig.xml, solr.data.dir=hdfs://localhost:39708/hdfs__localhost_39708__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001_tempDir-002_jetty1, hostContext=/, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/cores}
   [junit4]   2> 497739 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@5472fe25
   [junit4]   2> 497739 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/'
   [junit4]   2> 497773 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 497786 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 497795 INFO  (zkCallback-99-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a204f32 name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 497795 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 497795 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 497811 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 497812 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/solr.xml
   [junit4]   2> 497840 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/cores
   [junit4]   2> 497840 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoreContainer New CoreContainer 127436032
   [junit4]   2> 497840 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/]
   [junit4]   2> 497840 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/lib
   [junit4]   2> 497841 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/lib).
   [junit4]   2> 497857 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 497862 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 497865 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 497865 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 497865 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59280/solr
   [junit4]   2> 497866 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 497866 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 497875 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 497890 INFO  (zkCallback-101-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3640ef98 name:ZooKeeperConnection Watcher:127.0.0.1:59280 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 497894 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 497894 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 497914 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 497938 INFO  (zkCallback-102-thread-1-processing-n:127.0.0.1:38053_) [n:127.0.0.1:38053_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ffabe22 name:ZooKeeperConnection Watcher:127.0.0.1:59280/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 497938 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 497951 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 498956 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38053_
   [junit4]   2> 498957 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38053_
   [junit4]   2> 498960 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 498961 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94335547600666635-127.0.0.1:38053_-n_0000000001
   [junit4]   2> 498962 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/94335547600666631-127.0.0.1:54312_-n_0000000000 to know if I could be the leader
   [junit4]   2> 499053 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 499053 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 499055 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/cores
   [junit4]   2> 499057 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.SolrCore Created CoreDescriptor: {absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/cores/collection1/, config=solrconfig.xml, shard=, collection=collection1, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/cores/collection1, name=collection1, transient=false, coreNodeName=, loadOnStartup=true, configSetProperties=configsetprops.json, schema=schema.xml, dataDir=data/}
   [junit4]   2> 499057 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_EBCA3C31B1B05975-001/shard-1-001/cores/collection1/
   [junit4]   2> 499058 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]) [n:127.0.0.1:38053_    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 499065 INFO  (coreLoadExecutor-608-thread-1-processing-n:127.0.0.1:38053_) [n:127.0.0.1:38053_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 499065 INFO  (coreLoadExecutor-608-thread-1-processing-n:127.0.0.1:38053_) [n:127.0.0.1:38053_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 499066 INFO  (coreLoadExecutor-608-thread-1-processing-n:127.0.0.1:38053_) [n:127.0.0.1:38053_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 499066 INFO  (zkCallback-96-thread-1-processing-n:

[...truncated too long message...]

2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
   [junit4]   2> 	... 7 more
   [junit4]   2> Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]   2> 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]   2> 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]   2> 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:465)
   [junit4]   2> 	... 11 more
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=PostingsFormat(name=LuceneVarGapFixedInterval), a_t=PostingsFormat(name=LuceneVarGapFixedInterval), timestamp=PostingsFormat(name=LuceneVarGapFixedInterval), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_l_dv=FST50, multiDefault=PostingsFormat(name=Direct), a_i1=PostingsFormat(name=LuceneVarGapFixedInterval), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=FST50, range_facet_l=PostingsFormat(name=LuceneVarGapFixedInterval), range_facet_i_dv=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{timestamp=DocValuesFormat(name=Lucene50), range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=ar_BH, timezone=Indian/Comoro
   [junit4]   2> 2628902 INFO  (qtp1359625835-12798) [n:127.0.0.1:39114_tl_%2Ft    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params numShards=4&stateFormat=1&maxShardsPerNode=7&replicationFactor=4&name=awholynewstresscollection_collection5_0&version=2&action=CREATE&wt=javabin&collection.configName=conf1 
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=352,free=53947584,total=470810624
   [junit4]   2> NOTE: All tests run in this JVM: [ResourceLoaderTest, TestIndexSearcher, ZkControllerTest, DocumentAnalysisRequestHandlerTest, DocValuesMultiTest, SimpleMLTQParserTest, TestHashQParserPlugin, CurrencyFieldOpenExchangeTest, TestDistributedMissingSort, TestSolrCloudWithKerberosAlt, SolrTestCaseJ4Test, TestSortByMinMaxFunction, TestManagedSchemaDynamicFieldResource, FileUtilsTest, TestHighlightDedupGrouping, TestAnalyzeInfixSuggestions, TestSuggestSpellingConverter, AsyncCallRequestStatusResponseTest, TestMiniSolrCloudCluster, TestPHPSerializedResponseWriter, StatelessScriptUpdateProcessorFactoryTest, TestRuleBasedAuthorizationPlugin, SecurityConfHandlerTest, HdfsWriteToMultipleCollectionsTest, DirectSolrConnectionTest, ShardSplitTest, TestSolrDynamicMBean, AliasIntegrationTest, SpellCheckComponentTest, NoCacheHeaderTest, SystemInfoHandlerTest, TestShardHandlerFactory, TestAtomicUpdateErrorCases, LukeRequestHandlerTest, DistributedTermsComponentTest, TestFieldTypeResource, SpatialRPTFieldTypeTest, TestConfigSetProperties, ReturnFieldsTest, TestLRUStatsCache, TestSerializedLuceneMatchVersion, TestJsonFacets, AnalysisAfterCoreReloadTest, EchoParamsTest, TestCloudSchemaless, TestCoreDiscovery, OverseerRolesTest, TestCrossCoreJoin, TestManagedSchemaFieldTypeResource, DistributedFacetPivotSmallTest, TestRandomMergePolicy, SpellingQueryConverterTest, CopyFieldTest, TestSolrCoreProperties, TestClassNameShortening, DistributedMLTComponentTest, DistributedFacetPivotLongTailTest, CacheHeaderTest, TestFiltering, TestSolrDeletionPolicy2, TestDistributedStatsComponentCardinality, IndexSchemaRuntimeFieldTest, BasicAuthIntegrationTest, BasicFunctionalityTest, TestSmileRequest, SpatialFilterTest, TestInitParams, TestJettySolrRunner, RequestLoggingTest, CursorMarkTest, TestInitQParser, CursorPagingTest, TestReRankQParserPlugin, TestOverriddenPrefixQueryForCustomFieldType, CollectionStateFormat2Test, TestSha256AuthenticationProvider, TestManagedResourceStorage, ConvertedLegacyTest, HdfsLockFactoryTest, TestSimpleQParserPlugin, TestLMJelinekMercerSimilarityFactory, TestFastWriter, OpenCloseCoreStressTest, ChaosMonkeySafeLeaderTest, CoreAdminHandlerTest, SmileWriterTest, CollectionsAPIDistributedZkTest]
   [junit4]   2> 2615014 ERROR (SyncThread:0) [n:127.0.0.1:58006_tl_%2Ft c:awholynewcollection_3 s:shard5 r:core_node16 x:awholynewcollection_3_shard5_replica2] o.a.z.s.NIOServerCnxn Unexpected Exception: 
   [junit4]   2> java.nio.channels.CancelledKeyException
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.ensureValid(SelectionKeyImpl.java:73)
   [junit4]   2> 	at sun.nio.ch.SelectionKeyImpl.interestOps(SelectionKeyImpl.java:77)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.sendBuffer(NIOServerCnxn.java:151)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.sendResponse(NIOServerCnxn.java:1081)
   [junit4]   2> 	at org.apache.zookeeper.server.FinalRequestProcessor.processRequest(FinalRequestProcessor.java:170)
   [junit4]   2> 	at org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:169)
   [junit4] ERROR   0.00s J1 | CollectionsAPIDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4] Completed [531/531] on J1 in 24646.93s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J1-20150813_020205_168.sysout
   [junit4] >>> JVM J1: stdout (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/heapdumps/java_pid21686.hprof ...
   [junit4] Heap dump file created [614341380 bytes in 7.538 secs]
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J1-20150813_020205_168.syserr
   [junit4] >>> JVM J1: stderr (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection3"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "TEST-CollectionsAPIDistributedZkTest.test-seed#[EBCA3C31B1B05975]-SendThread(127.0.0.1:51130)"
   [junit4] <<< JVM J1: EOF ----

[...truncated 11 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 1 suite-level error, 1 error, 26 ignored (14 assumptions)

Total time: 563 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 3 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/3/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.CollectionsAPIDistributedZkTest

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space


FAILED:  org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=71617, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=71617, name=collection4, state=RUNNABLE, group=TGRP-HdfsCollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:48466/a_/p: Could not find collection : awholynewstresscollection_collection4_0
	at __randomizedtesting.SeedInfo.seed([E1E4810DB75117FB]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:560)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:234)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:226)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:376)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:328)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1085)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:856)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:799)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:894)


REGRESSION:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val changed' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "httpMethod":"GET",     "path":"/test1",     "webapp":"/hrv/d"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":"X val"}

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "httpMethod":"GET",
    "path":"/test1",
    "webapp":"/hrv/d"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":"X val"}
	at __randomizedtesting.SeedInfo.seed([E1E4810DB75117FB:39A9AC5A408CB25B]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:411)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:260)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:606)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1627)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:872)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:886)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:963)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:938)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:798)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:458)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:845)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$3.evaluate(RandomizedRunner.java:747)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$4.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:792)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:39)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:365)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11755 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/init-core-data-001
   [junit4]   2> 4142999 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 4142999 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /a_/p
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 4143057 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 4143070 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4143074 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4143109 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_43140_hdfs____88nqrc/webapp
   [junit4]   2> 4143277 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4143854 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43140
   [junit4]   2> 4143979 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4143981 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4143997 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_33402_datanode____.fktsub/webapp
   [junit4]   2> 4144159 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4144819 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:33402
   [junit4]   2> 4145011 WARN  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4145013 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 4145081 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_43988_datanode____zgls75/webapp
   [junit4]   2> 4145272 INFO  (IPC Server handler 3 on 53601) [    ] BlockStateChange BLOCK* processReport: from storage DS-f311bc1c-8d2f-4217-b718-137faecb7d6e node DatanodeRegistration(127.0.0.1, datanodeUuid=269d46f5-8fe4-4886-91c3-20436df9ca99, infoPort=33402, ipcPort=57618, storageInfo=lv=-56;cid=testClusterID;nsid=826795487;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 4145273 INFO  (IPC Server handler 3 on 53601) [    ] BlockStateChange BLOCK* processReport: from storage DS-2da7b6f3-68ce-4bb2-85ce-9b074ca22863 node DatanodeRegistration(127.0.0.1, datanodeUuid=269d46f5-8fe4-4886-91c3-20436df9ca99, infoPort=33402, ipcPort=57618, storageInfo=lv=-56;cid=testClusterID;nsid=826795487;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4145353 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 4146005 INFO  (SUITE-HdfsCollectionsAPIDistributedZkTest-seed#[E1E4810DB75117FB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:43988
   [junit4]   2> 4146135 INFO  (IPC Server handler 4 on 53601) [    ] BlockStateChange BLOCK* processReport: from storage DS-bbb19e74-c902-4097-b32b-2fc9643a4f59 node DatanodeRegistration(127.0.0.1, datanodeUuid=f8f5042a-7143-4827-b213-f2b8aae69b94, infoPort=43988, ipcPort=41009, storageInfo=lv=-56;cid=testClusterID;nsid=826795487;c=0), blocks: 0, hasStaleStorages: true, processing time: 1 msecs
   [junit4]   2> 4146136 INFO  (IPC Server handler 4 on 53601) [    ] BlockStateChange BLOCK* processReport: from storage DS-f149f68e-cef4-43aa-962a-c1a441fe49be node DatanodeRegistration(127.0.0.1, datanodeUuid=f8f5042a-7143-4827-b213-f2b8aae69b94, infoPort=43988, ipcPort=41009, storageInfo=lv=-56;cid=testClusterID;nsid=826795487;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 4146225 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 4146233 INFO  (Thread-60418) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 4146233 INFO  (Thread-60418) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 4146333 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.ZkTestServer start zk server on port:47415
   [junit4]   2> 4146333 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4146335 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4146337 INFO  (zkCallback-2147-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5c886fe2 name:ZooKeeperConnection Watcher:127.0.0.1:47415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4146337 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4146338 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4146338 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 4146342 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4146343 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4146345 INFO  (zkCallback-2148-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5e15da2a name:ZooKeeperConnection Watcher:127.0.0.1:47415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4146346 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4146346 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4146346 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 4146348 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 4146350 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 4146351 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 4146353 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 4146353 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 4146356 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 4146356 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 4146358 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4146358 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4146360 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 4146360 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 4146361 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 4146362 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 4146364 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 4146364 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 4146365 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 4146366 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 4146367 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4146367 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 4146369 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4146369 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4146370 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 4146371 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 4146372 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 4146372 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 4146374 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4146381 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4146382 INFO  (zkCallback-2149-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70bac525 name:ZooKeeperConnection Watcher:127.0.0.1:47415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4146382 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4146382 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4146382 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 4146384 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4146393 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4146400 INFO  (zkCallback-2150-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@161e0d88 name:ZooKeeperConnection Watcher:127.0.0.1:47415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4146400 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4146401 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4146401 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 4146402 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 4146404 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 4146404 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 4146406 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 4146406 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 4146407 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4146408 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 4146410 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 4146410 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 4146411 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 4146411 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 4146413 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 4146413 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 4146414 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 4146415 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 4146416 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4146417 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 4146418 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 4146418 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 4146419 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 4146420 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 4146422 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 4146422 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 4146894 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores/collection1
   [junit4]   2> 4146896 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 4146952 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@11cccc11{/a_/p,null,AVAILABLE}
   [junit4]   2> 4146953 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@50955a1a{HTTP/1.1}{127.0.0.1:48466}
   [junit4]   2> 4146953 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.Server Started @4150094ms
   [junit4]   2> 4146953 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/a_/p, hostPort=48466, solr.data.dir=hdfs://localhost:53601/hdfs__localhost_53601__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001_tempDir-002_control_data, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores}
   [junit4]   2> 4146953 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 4146954 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/'
   [junit4]   2> 4146971 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4146994 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4147009 INFO  (zkCallback-2151-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@18c2b361 name:ZooKeeperConnection Watcher:127.0.0.1:47415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4147009 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4147010 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4147011 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4147011 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/solr.xml
   [junit4]   2> 4147031 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.CoresLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores
   [junit4]   2> 4147032 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1284028412
   [junit4]   2> 4147032 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/]
   [junit4]   2> 4147032 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.CoreContainer loading shared library: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/lib
   [junit4]   2> 4147032 WARN  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.SolrResourceLoader Can't find (or read) directory to add to classloader: lib (resolved as: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/lib).
   [junit4]   2> 4147041 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4147042 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 4147043 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4147043 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4147043 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:47415/solr
   [junit4]   2> 4147044 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 4147044 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4147044 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4147046 INFO  (zkCallback-2153-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ed3c5f8 name:ZooKeeperConnection Watcher:127.0.0.1:47415 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4147046 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4147047 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4147048 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4147050 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69c4cc30 name:ZooKeeperConnection Watcher:127.0.0.1:47415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4147050 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4147051 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 4147054 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 4147055 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 4147057 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 4147058 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 4147060 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 4147061 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 4147062 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 4147063 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 4147064 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48466_a_%2Fp
   [junit4]   2> 4147065 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48466_a_%2Fp
   [junit4]   2> 4147066 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 4147067 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 4147068 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 4147069 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000
   [junit4]   2> 4147069 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:48466_a_%2Fp
   [junit4]   2> 4147069 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 4147070 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.Overseer Overseer (id=94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) starting
   [junit4]   2> 4147072 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 4147076 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 4147081 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 4147084 INFO  (OverseerCollectionProcessor-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.OverseerCollectionProcessor Process current queue of collection creations
   [junit4]   2> 4147089 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4147103 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4147103 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4147104 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.CoresLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores
   [junit4]   2> 4147116 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.SolrCore Created CoreDescriptor: {dataDir=data/, collection=control_collection, schema=schema.xml, instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores/collection1, coreNodeName=, config=solrconfig.xml, shard=, loadOnStartup=true, absoluteInstDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores/collection1/, configSetProperties=configsetprops.json, transient=false, name=collection1}
   [junit4]   2> 4147116 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.CoresLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores/collection1/
   [junit4]   2> 4147116 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.CoresLocator Found 1 core definitions
   [junit4]   2> 4147125 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 4147126 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4147127 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 4147131 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4147132 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 4147132 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 4147133 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "node_name":"127.0.0.1:48466_a_%2Fp",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48466/a_/p",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "roles":null} current state version: 0
   [junit4]   2> 4147133 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "node_name":"127.0.0.1:48466_a_%2Fp",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:48466/a_/p",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "roles":null}
   [junit4]   2> 4147134 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 4147134 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 4147136 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4147138 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 1
   [junit4]   2> 4148127 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 4148127 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 4148128 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 4148128 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 4148128 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4148128 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores/collection1/'
   [junit4]   2> 4148163 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 4148171 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4148212 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 5.3.0
   [junit4]   2> 4148259 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.Config Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 4148263 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.IndexSchema Reading Solr Schema from /configs/conf1/schema.xml
   [junit4]   2> 4148274 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 4148731 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 4148739 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 4148741 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 4148750 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4148754 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 4148757 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4148757 WARN  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 4148758 WARN  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 4148758 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 4148758 WARN  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 4148759 WARN  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 4148760 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1
   [junit4]   2> 4148760 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 4148760 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 4148760 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:53601/solr_hdfs_home
   [junit4]   2> 4148760 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 4148761 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/control-001/cores/collection1/], dataDir=[null]
   [junit4]   2> 4148761 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@32a9f661
   [junit4]   2> 4148761 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4148787 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data for locality metrics.
   [junit4]   2> 4148787 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 4148789 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 4148811 WARN  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:53601/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 4148811 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4148842 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.h.HdfsLocalityReporter Registering direcotry hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data/index for locality metrics.
   [junit4]   2> 4148842 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 4148842 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=17, maxMergedSegmentMB=80.7861328125, floorSegmentMB=2.0009765625, forceMergeDeletesPctAllowed=9.832215830118637, segmentsPerTier=47.0, maxCFSSegmentSizeMB=1.353515625, noCFSRatio=1.0
   [junit4]   2> 4148932 INFO  (IPC Server handler 3 on 53601) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:53824 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-2da7b6f3-68ce-4bb2-85ce-9b074ca22863:NORMAL:127.0.0.1:56013|RBW], ReplicaUnderConstruction[[DISK]DS-f149f68e-cef4-43aa-962a-c1a441fe49be:NORMAL:127.0.0.1:53824|RBW]]} size 0
   [junit4]   2> 4148935 INFO  (IPC Server handler 2 on 53601) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:56013 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f149f68e-cef4-43aa-962a-c1a441fe49be:NORMAL:127.0.0.1:53824|RBW], ReplicaUnderConstruction[[DISK]DS-f311bc1c-8d2f-4217-b718-137faecb7d6e:NORMAL:127.0.0.1:56013|FINALIZED]]} size 0
   [junit4]   2> 4148938 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b8635ff3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70f67bcc; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4148938 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 4148943 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:53601/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 4148947 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 4148947 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 4148947 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 4148948 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4148948 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 4148948 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 4148948 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4148949 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 4148949 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4148952 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4148953 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4148955 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4148957 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4148961 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/system,/admin/mbeans,/admin/luke,/admin/threads,/config,/update/json,/replication,/update,/admin/properties,/admin/segments,/admin/file,/get,standard,/admin/ping,/update/json/docs,/admin/logging,/update/csv,/schema,/admin/plugins
   [junit4]   2> 4148963 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4148964 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 4148964 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 4148994 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Hard AutoCommit: disabled
   [junit4]   2> 4148994 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Soft AutoCommit: disabled
   [junit4]   2> 4148995 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=8, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 4149033 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(HdfsDirectory@b8635ff3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@70f67bcc; maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 4149033 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore newest commit generation = 1
   [junit4]   2> 4149034 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@485261ec[collection1] main
   [junit4]   2> 4149034 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 4149035 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 4149035 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 4149035 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 4149035 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4149036 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4149036 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 4149036 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 4149036 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4149037 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4149038 INFO  (searcherExecutor-6225-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@485261ec[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4149040 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 4149040 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 4149040 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 4149040 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1509249722693451776
   [junit4]   2> 4149040 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0 ms to seed version buckets with highest version 1509249722693451776
   [junit4]   2> 4149041 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 4149041 INFO  (coreLoadExecutor-6224-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4149048 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:48466/a_/p collection:control_collection shard:shard1
   [junit4]   2> 4149052 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 4149056 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/94328107485036550-core_node1-n_0000000000
   [junit4]   2> 4149057 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard shard1
   [junit4]   2> 4149058 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4149058 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 4149059 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 4149059 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:48466/a_/p/collection1/
   [junit4]   2> 4149059 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 4149059 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:48466/a_/p/collection1/ has no replicas
   [junit4]   2> 4149059 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 4149059 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:48466/a_/p/collection1/ shard1
   [junit4]   2> 4149060 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 4149061 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4149064 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 2
   [junit4]   2> 4149067 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4149068 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:48466/a_/p",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 4149135 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4149152 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4149177 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4149179 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 3
   [junit4]   2> 4149182 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@78eebd3a name:ZooKeeperConnection Watcher:127.0.0.1:47415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4149182 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4149182 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4149182 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 4149184 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 4149218 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:48466/a_/p/collection1/ and leader is http://127.0.0.1:48466/a_/p/collection1/
   [junit4]   2> 4149218 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:48466/a_/p
   [junit4]   2> 4149219 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 4149219 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 4149219 INFO  (coreZkRegister-6218-thread-1-processing-n:127.0.0.1:48466_a_%2Fp r:core_node1 s:shard1 x:collection1 c:control_collection) [n:127.0.0.1:48466_a_%2Fp c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 4149220 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.DistributedQueue NodeChildrenChanged fired on path /overseer/queue state SyncConnected
   [junit4]   2> 4149221 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "node_name":"127.0.0.1:48466_a_%2Fp",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "base_url":"http://127.0.0.1:48466/a_/p",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core_node_name":"core_node1"} current state version: 3
   [junit4]   2> 4149221 INFO  (OverseerStateUpdate-94328107485036550-127.0.0.1:48466_a_%2Fp-n_0000000000) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "node_name":"127.0.0.1:48466_a_%2Fp",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "base_url":"http://127.0.0.1:48466/a_/p",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "core_node_name":"core_node1"}
   [junit4]   2> 4149324 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4149324 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 4149327 INFO  (zkCallback-2156-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 4149327 INFO  (zkCallback-2154-thread-1-processing-n:127.0.0.1:48466_a_%2Fp) [n:127.0.0.1:48466_a_%2Fp    ] o.a.s.c.c.ZkStateReader Updated cluster state version to 4
   [junit4]   2> 4149557 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/shard-1-001/cores/collection1
   [junit4]   2> 4149558 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/shard-1-001
   [junit4]   2> 4149559 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.Server jetty-9.2.11.v20150529
   [junit4]   2> 4149619 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7468d509{/a_/p,null,AVAILABLE}
   [junit4]   2> 4149619 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@e7a7d94{HTTP/1.1}{127.0.0.1:56282}
   [junit4]   2> 4149620 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.e.j.s.Server Started @4152761ms
   [junit4]   2> 4149620 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solrconfig=solrconfig.xml, hostContext=/a_/p, solr.data.dir=hdfs://localhost:53601/hdfs__localhost_53601__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-5.3_solr_build_solr-core_test_J1_temp_solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001_tempDir-002_jetty1, hostPort=56282, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/shard-1-001/cores}
   [junit4]   2> 4149620 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1fe91485
   [junit4]   2> 4149620 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/J1/temp/solr.cloud.hdfs.HdfsCollectionsAPIDistributedZkTest_E1E4810DB75117FB-001/shard-1-001/'
   [junit4]   2> 4149638 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 4149639 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 4149640 INFO  (zkCallback-2157-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@796b3bf0 name:ZooKeeperConnection Watcher:127.0.0.1:47415/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 4149640 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 4149641 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 4149642 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 4149642 INFO  (TEST-HdfsCollectionsAPIDistributedZkTest.test-seed#[E1E4810DB75117FB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/sol

[...truncated too long message...]

1.call(HttpSolrClient.java:266)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:210)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.net.SocketException: Socket closed
   [junit4]   2> 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:152)
   [junit4]   2> 	at java.net.SocketInputStream.read(SocketInputStream.java:122)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
   [junit4]   2> 	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]   2> 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]   2> 	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
   [junit4]   2> 	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
   [junit4]   2> 	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]   2> 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
   [junit4]   2> 	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
   [junit4]   2> 	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]   2> 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:465)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene53): {other_tl1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=PostingsFormat(name=Asserting), timestamp=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), multiDefault=BlockTreeOrds(blocksize=128), a_i1=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l_dv=PostingsFormat(name=Asserting), range_facet_l=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), a_t=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), intDefault=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), text=FST50}, docValues:{timestamp=DocValuesFormat(name=Lucene50), range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Lucene50)}, sim=RandomSimilarityProvider(queryNorm=false,coord=no): {}, locale=et, timezone=America/Argentina/Catamarca
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.7.0_72 (64-bit)/cpus=4,threads=281,free=51748584,total=480772096
   [junit4]   2> 10893619 INFO  (RecoveryThread-collection1) [n:127.0.0.1:52105__ c:collection1 s:shard2 r:core_node4 x:collection1] o.a.s.c.RecoveryStrategy Finished recovery process.
   [junit4]   2> NOTE: All tests run in this JVM: [TestFaceting, TestManagedSynonymFilterFactory, TestRemoteStreaming, HighlighterTest, ConcurrentDeleteAndCreateCollectionTest, PrimitiveFieldTypeTest, TestCloudInspectUtil, TestManagedSchema, TestFieldSortValues, UUIDFieldTest, UniqFieldsUpdateProcessorFactoryTest, TestFieldCollectionResource, TestBinaryField, TestPKIAuthenticationPlugin, TestRangeQuery, TermVectorComponentTest, TestArbitraryIndexDir, URLClassifyProcessorTest, ChaosMonkeyNothingIsSafeTest, TestObjectReleaseTracker, TestRebalanceLeaders, CloudMLTQParserTest, TestCollectionAPI, TestDFRSimilarityFactory, TestCodecSupport, IndexBasedSpellCheckerTest, TestCustomSort, MultiThreadedOCPTest, PingRequestHandlerTest, CurrencyFieldXmlFileTest, TestBadConfig, ZkNodePropsTest, TermsComponentTest, TestQuerySenderListener, SolrIndexConfigTest, SuggestComponentTest, LeaderElectionIntegrationTest, TestSolrIndexConfig, DistributedSpellCheckComponentTest, DistributedFacetPivotSmallAdvancedTest, DateMathParserTest, TestMinMaxOnMultiValuedField, AddSchemaFieldsUpdateProcessorFactoryTest, SignatureUpdateProcessorFactoryTest, TestJoin, TestRawResponseWriter, TestDynamicFieldCollectionResource, CoreAdminRequestStatusTest, TestRandomFaceting, CoreMergeIndexesAdminHandlerTest, TestCursorMarkWithoutUniqueKey, TestManagedResource, TestFieldResource, TestStressLucene, TestEmbeddedSolrServerConstructors, ExitableDirectoryReaderTest, TestChildDocTransformer, AddBlockUpdateTest, QueryElevationComponentTest, HdfsRecoveryZkTest, LeaderInitiatedRecoveryOnCommitTest, SuggesterWFSTTest, ClusterStateTest, TestSearcherReuse, TestConfigOverlay, TestPostingsSolrHighlighter, SaslZkACLProviderTest, DeleteInactiveReplicaTest, TestJmxIntegration, RankQueryTest, TestRandomDVFaceting, TestWordDelimiterFilterFactory, TestCloudManagedSchemaConcurrent, TestSchemaSimilarityResource, TestJmxMonitoredMap, HdfsRecoverLeaseTest, AnalysisErrorHandlingTest, SegmentsInfoRequestHandlerTest, TestStressUserVersions, TestFunctionQuery, TestCustomDocTransformer, TestSolrConfigHandlerCloud, MinimalSchemaTest, DefaultValueUpdateProcessorTest, TestSweetSpotSimilarityFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CollectionsAPIDistributedZkTest -Dtests.seed=E1E4810DB75117FB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=et -Dtests.timezone=America/Argentina/Catamarca -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4]   2> 10893617 INFO  (qtp207302141-13312) [n:127.0.0.1:53530__    ] o.a.s.h.a.CoreAdminHandler In WaitForState(recovering): collection=awholynewstresscollection_collection1_0, shard=shard1, thisCore=awholynewstresscollection_collection1_0_shard1_replica3, leaderDoesNotNeedRecovery=false, isLeader? false, live=true, checkLive=true, currentState=active, localState=active, nodeName=127.0.0.1:52105__, coreNodeName=core_node17, onlyIfActiveCheckResult=false, nodeProps: core_node17:{"state":"active","base_url":"http://127.0.0.1:52105/_","core":"awholynewstresscollection_collection1_0_shard1_replica2","node_name":"127.0.0.1:52105__"}
   [junit4] ERROR   0.00s J0 | CollectionsAPIDistributedZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4] Completed [531/531] on J0 in 9416.43s, 1 test, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150811_172905_262.sysout
   [junit4] >>> JVM J0: stdout (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/heapdumps/java_pid5852.hprof ...
   [junit4] Heap dump file created [632349419 bytes in 10.921 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: There were test failures: 531 suites, 2104 tests, 1 suite-level error, 1 error, 1 failure, 26 ignored (14 assumptions)

Total time: 285 minutes 55 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure



Re: [JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 2 - Still Failing

Posted by Steve Rowe <sa...@gmail.com>.
Looks like I was wrong about there being enough space for all the 5.3 jobs.

I've disabled the 5.3 clover job, which was taking up 6GB, and deleted its
workspace.  There is now 17GB free on the partition hosting the Jenkins
jobs' workspaces (/dev/sdb1, mounted at /x1).

Hopefully that will leave enough room for the other jobs to run.  Right now
the largest workspace is for the Lucene-Solr-NightlyTests-5.x job, at 14GB,
most of which is taken up by:

-rw-rw-r-- 1 jenkins jenkins 12254838784 Aug 10 20:04
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150810_154505_314.events

That file was truncated before it was finished being written, and was
apparently the cause of the disk space problem.


On Mon, Aug 10, 2015 at 8:09 PM, Apache Jenkins Server <
jenkins@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/2/
>
> All tests passed
>
> Build Log:
> [...truncated 16029 lines...]
>    [junit4] JVM J0: stderr was not empty, see:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150810_154505_314.syserr
>    [junit4] >>> JVM J0: stderr (verbatim) ----
>    [junit4] WARN: Unhandled exception in event serialization. ->
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.JsonIOException:
> java.io.IOException: No space left on device
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:514)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:87)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$4.write(SlaveMain.java:410)
>    [junit4]     at
> java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
>    [junit4]     at
> java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
>    [junit4]     at java.io.PrintStream.flush(PrintStream.java:338)
>    [junit4]     at
> java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
>    [junit4]     at java.io.PrintStream.write(PrintStream.java:482)
>    [junit4]     at
> sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
>    [junit4]     at
> sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
>    [junit4]     at
> sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295)
>    [junit4]     at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141)
>    [junit4]     at
> java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
>    [junit4]     at
> org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
>    [junit4]     at
> org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
>    [junit4]     at
> org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
>    [junit4]     at
> org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
>    [junit4]     at
> org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
>    [junit4]     at
> org.apache.log4j.Category.callAppenders(Category.java:206)
>    [junit4]     at org.apache.log4j.Category.forcedLog(Category.java:391)
>    [junit4]     at org.apache.log4j.Category.log(Category.java:856)
>    [junit4]     at
> org.slf4j.impl.Log4jLoggerAdapter.log(Log4jLoggerAdapter.java:601)
>    [junit4]     at
> org.apache.commons.logging.impl.SLF4JLocationAwareLog.warn(SLF4JLocationAwareLog.java:199)
>    [junit4]     at
> org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:158)
>    [junit4]     at java.lang.Thread.run(Thread.java:745)
>    [junit4] Caused by: java.io.IOException: No space left on device
>    [junit4]     at java.io.FileOutputStream.writeBytes(Native Method)
>    [junit4]     at
> java.io.FileOutputStream.write(FileOutputStream.java:345)
>    [junit4]     at
> java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.slave.EventsOutputStream.write(EventsOutputStream.java:28)
>    [junit4]     at
> sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
>    [junit4]     at
> sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)
>    [junit4]     at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
>    [junit4]     at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:113)
>    [junit4]     at
> java.io.OutputStreamWriter.write(OutputStreamWriter.java:194)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.string(JsonWriter.java:535)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.value(JsonWriter.java:364)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$22.write(TypeAdapters.java:626)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$22.write(TypeAdapters.java:578)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.Streams.write(Streams.java:67)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.GsonToMiniGsonTypeAdapterFactory$3.write(GsonToMiniGsonTypeAdapterFactory.java:98)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapterRuntimeTypeWrapper.write(TypeAdapterRuntimeTypeWrapper.java:66)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$1.write(ReflectiveTypeAdapterFactory.java:82)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$Adapter.write(ReflectiveTypeAdapterFactory.java:194)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:512)
>    [junit4]     ... 24 more
>    [junit4] <<< JVM J0: EOF ----
>
> [...truncated 8 lines...]
>    [junit4] ERROR: JVM J0 ended with an exception, command line:
> /x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.7/jre/bin/java
> -XX:+HeapDumpOnOutOfMemoryError
> -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/heapdumps
> -XX:MaxPermSize=192m -ea -esa -Dtests.prefix=tests
> -Dtests.seed=C0B093E316C936DF -Xmx512M -Dtests.iters= -Dtests.verbose=false
> -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random
> -Dtests.docvaluesformat=random -Dtests.locale=random
> -Dtests.timezone=random -Dtests.directory=random
> -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt
> -Dtests.luceneMatchVersion=5.3.0 -Dtests.cleanthreads=perClass
> -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/tools/junit4/logging.properties
> -Dtests.nightly=true -Dtests.weekly=false -Dtests.monster=false
> -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2
> -DtempDir=./temp -Djava.io.tmpdir=./temp
> -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp
> -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene
> -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/clover/db
> -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/tools/junit4/solr-tests.policy
> -Dtests.LUCENE_VERSION=5.3.0 -Djetty.testMode=1 -Djetty.insecurerandom=1
> -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory
> -Djava.awt.headless=true -Djdk.map.althashing.threshold=0
> -Dtests.leaveTemporary=false -Dtests.filterstacks=true
> -Djava.security.manager=org.apache.lucene.util.TestSecurityManager
> -classpath
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/test-framework/lib/junit4-ant-2.1.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/common/lucene-analyzers-common-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/codecs/lucene-codecs-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/backward-codecs/lucene-backward-codecs-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/highlighter/lucene-highlighter-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/memory/lucene-memory-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/misc/lucene-misc-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/spatial/lucene-spatial-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/expressions/lucene-expressions-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/suggest/lucene-suggest-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/grouping/lucene-grouping-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/queries/lucene-queries-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/queryparser/lucene-queryparser-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/join/lucene-join-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/sandbox/lucene-sandbox-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/antlr-runtime-3.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/asm-4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/asm-commons-4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-fileupload-1.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-annotations-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-auth-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-common-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-hdfs-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hppc-0.5.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/htrace-core-3.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/protobuf-java-2.5.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/spatial4j-0.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/commons-io-2.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/httpclient-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/httpcore-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/httpmime-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/noggit-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/zookeeper-3.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-continuation-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-deploy-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-http-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-io-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-jmx-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-rewrite-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-security-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-server-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-servlet-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-servlets-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-util-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-webapp-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-xml-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/test-framework/lib/randomizedtesting-runner-2.1.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/icu/lucene-analyzers-icu-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.7/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.1.13.jar
> com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150810_154505_314.events
> @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150810_154505_314.suites
>    [junit4] ERROR: JVM J0 ended with an exception: Quit event not received
> from the forked process? This may indicate JVM crash or runner bugs.
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1504)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:964)
>    [junit4]     at
> com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:961)
>    [junit4]     at java.util.concurrent.FutureTask.run(FutureTask.java:262)
>    [junit4]     at
> java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
>    [junit4]     at
> java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
>    [junit4]     at java.lang.Thread.run(Thread.java:745)
>
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003:
> At least one slave process threw an exception, first: Quit event not
> received from the forked process? This may indicate JVM crash or runner
> bugs.
>
> Total time: 381 minutes 28 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> No prior successful build to compare, so performing full copy of artifacts
> ERROR: Failed to archive artifacts:
> **/*.events,heapdumps/**,**/hs_err_pid*,README.txt
> java.io.IOException: Failed to extract
> /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/transfer
> of 4 files
>         at hudson.FilePath.readFromTar(FilePath.java:2101)
>         at hudson.FilePath.copyRecursiveTo(FilePath.java:2013)
>         at
> jenkins.model.StandardArtifactManager.archive(StandardArtifactManager.java:61)
>         at
> com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.remoteSync(JSyncArtifactManager.java:107)
>         at
> com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.archive(JSyncArtifactManager.java:68)
>         at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:140)
>         at
> hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
>         at
> hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:756)
>         at
> hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:720)
>         at hudson.model.Build$BuildExecution.post2(Build.java:182)
>         at
> hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:669)
>         at hudson.model.Run.execute(Run.java:1731)
>         at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
>         at
> hudson.model.ResourceController.execute(ResourceController.java:88)
>         at hudson.model.Executor.run(Executor.java:232)
> Caused by: java.io.IOException: unexpected EOF with 2048 bytes unread
>         at
> hudson.org.apache.tools.tar.TarInputStream.read(TarInputStream.java:349)
>         at java.io.FilterInputStream.read(FilterInputStream.java:107)
>         at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792)
>         at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769)
>         at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744)
>         at hudson.util.IOUtils.copy(IOUtils.java:40)
>         at hudson.FilePath.readFromTar(FilePath.java:2091)
>         ... 14 more
> Recording test results
> Email was triggered for: Failure
> Sending email for trigger: Failure
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
>

[JENKINS] Lucene-Solr-NightlyTests-5.3 - Build # 2 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-5.3/2/

All tests passed

Build Log:
[...truncated 16029 lines...]
   [junit4] JVM J0: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150810_154505_314.syserr
   [junit4] >>> JVM J0: stderr (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.JsonIOException: java.io.IOException: No space left on device
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:514)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:87)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$4.write(SlaveMain.java:410)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.PrintStream.flush(PrintStream.java:338)
   [junit4] 	at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
   [junit4] 	at java.io.PrintStream.write(PrintStream.java:482)
   [junit4] 	at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
   [junit4] 	at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
   [junit4] 	at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295)
   [junit4] 	at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141)
   [junit4] 	at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
   [junit4] 	at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
   [junit4] 	at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
   [junit4] 	at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
   [junit4] 	at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
   [junit4] 	at org.apache.log4j.helpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
   [junit4] 	at org.apache.log4j.Category.callAppenders(Category.java:206)
   [junit4] 	at org.apache.log4j.Category.forcedLog(Category.java:391)
   [junit4] 	at org.apache.log4j.Category.log(Category.java:856)
   [junit4] 	at org.slf4j.impl.Log4jLoggerAdapter.log(Log4jLoggerAdapter.java:601)
   [junit4] 	at org.apache.commons.logging.impl.SLF4JLocationAwareLog.warn(SLF4JLocationAwareLog.java:199)
   [junit4] 	at org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:158)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Caused by: java.io.IOException: No space left on device
   [junit4] 	at java.io.FileOutputStream.writeBytes(Native Method)
   [junit4] 	at java.io.FileOutputStream.write(FileOutputStream.java:345)
   [junit4] 	at java.io.BufferedOutputStream.write(BufferedOutputStream.java:122)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.EventsOutputStream.write(EventsOutputStream.java:28)
   [junit4] 	at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
   [junit4] 	at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:282)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:113)
   [junit4] 	at java.io.OutputStreamWriter.write(OutputStreamWriter.java:194)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.string(JsonWriter.java:535)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.stream.JsonWriter.value(JsonWriter.java:364)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$22.write(TypeAdapters.java:626)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapters$22.write(TypeAdapters.java:578)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.Streams.write(Streams.java:67)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.GsonToMiniGsonTypeAdapterFactory$3.write(GsonToMiniGsonTypeAdapterFactory.java:98)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.TypeAdapterRuntimeTypeWrapper.write(TypeAdapterRuntimeTypeWrapper.java:66)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$1.write(ReflectiveTypeAdapterFactory.java:82)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.internal.bind.ReflectiveTypeAdapterFactory$Adapter.write(ReflectiveTypeAdapterFactory.java:194)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.dependencies.com.google.gson.Gson.toJson(Gson.java:512)
   [junit4] 	... 24 more
   [junit4] <<< JVM J0: EOF ----

[...truncated 8 lines...]
   [junit4] ERROR: JVM J0 ended with an exception, command line: /x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.7/jre/bin/java -XX:+HeapDumpOnOutOfMemoryError -XX:HeapDumpPath=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/heapdumps -XX:MaxPermSize=192m -ea -esa -Dtests.prefix=tests -Dtests.seed=C0B093E316C936DF -Xmx512M -Dtests.iters= -Dtests.verbose=false -Dtests.infostream=false -Dtests.codec=random -Dtests.postingsformat=random -Dtests.docvaluesformat=random -Dtests.locale=random -Dtests.timezone=random -Dtests.directory=random -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.luceneMatchVersion=5.3.0 -Dtests.cleanthreads=perClass -Djava.util.logging.config.file=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/tools/junit4/logging.properties -Dtests.nightly=true -Dtests.weekly=false -Dtests.monster=false -Dtests.slow=true -Dtests.asserts=true -Dtests.multiplier=2 -DtempDir=./temp -Djava.io.tmpdir=./temp -Djunit4.tempDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp -Dcommon.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene -Dclover.db.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/clover/db -Djava.security.policy=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/tools/junit4/solr-tests.policy -Dtests.LUCENE_VERSION=5.3.0 -Djetty.testMode=1 -Djetty.insecurerandom=1 -Dsolr.directoryFactory=org.apache.solr.core.MockDirectoryFactory -Djava.awt.headless=true -Djdk.map.althashing.threshold=0 -Dtests.leaveTemporary=false -Dtests.filterstacks=true -Djava.security.manager=org.apache.lucene.util.TestSecurityManager -classpath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/classes/test:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/test-framework/lib/junit4-ant-2.1.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/src/test-files:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/test-framework/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/codecs/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-solrj/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/common/lucene-analyzers-common-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/kuromoji/lucene-analyzers-kuromoji-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/phonetic/lucene-analyzers-phonetic-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/codecs/lucene-codecs-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/backward-codecs/lucene-backward-codecs-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/highlighter/lucene-highlighter-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/memory/lucene-memory-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/misc/lucene-misc-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/spatial/lucene-spatial-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/expressions/lucene-expressions-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/suggest/lucene-suggest-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/grouping/lucene-grouping-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/queries/lucene-queries-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/queryparser/lucene-queryparser-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/join/lucene-join-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/sandbox/lucene-sandbox-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/antlr-runtime-3.5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/asm-4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/asm-commons-4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-cli-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-codec-1.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-configuration-1.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-exec-1.3.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-fileupload-1.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/commons-lang-2.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/concurrentlinkedhashmap-lru-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/dom4j-1.6.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/guava-14.0.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-annotations-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-auth-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-common-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hadoop-hdfs-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/hppc-0.5.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/htrace-core-3.0.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/jackson-core-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/jackson-dataformat-smile-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/joda-time-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/log4j-1.2.17.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/org.restlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/org.restlet.ext.servlet-2.3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/protobuf-java-2.5.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/slf4j-log4j12-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/spatial4j-0.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/lib/t-digest-3.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/commons-io-2.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/httpclient-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/httpcore-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/httpmime-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/noggit-0.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/slf4j-api-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/stax2-api-3.1.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/woodstox-core-asl-4.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/solrj/lib/zookeeper-3.4.6.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/javax.servlet-api-3.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-continuation-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-deploy-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-http-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-io-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-jmx-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-rewrite-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-security-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-server-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-servlet-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-servlets-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-util-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-webapp-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/server/lib/jetty-xml-9.2.11.v20150529.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/example/example-DIH/solr/db/lib/derby-10.9.1.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/example/example-DIH/solr/db/lib/hsqldb-1.8.0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/core/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/test-framework/lib/junit-4.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/test-framework/lib/randomizedtesting-runner-2.1.13.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/antlr-2.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-api-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-avl-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-core-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-i18n-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptor-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-admin-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-authn-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-authz-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/commons-collections-3.2.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jcl-over-slf4j-1.7.7.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/build/analysis/icu/lucene-analyzers-icu-5.3.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.7/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.1.13.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150810_154505_314.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build/solr-core/test/temp/junit4-J0-20150810_154505_314.suites
   [junit4] ERROR: JVM J0 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1504)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:133)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:964)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:961)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:262)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1145)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:615)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:733: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:670: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/build.xml:230: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1449: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/lucene/common-build.xml:1003: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 381 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
ERROR: Failed to archive artifacts: **/*.events,heapdumps/**,**/hs_err_pid*,README.txt
java.io.IOException: Failed to extract /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-5.3/transfer of 4 files
	at hudson.FilePath.readFromTar(FilePath.java:2101)
	at hudson.FilePath.copyRecursiveTo(FilePath.java:2013)
	at jenkins.model.StandardArtifactManager.archive(StandardArtifactManager.java:61)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.remoteSync(JSyncArtifactManager.java:107)
	at com.cloudbees.jenkins.plugins.jsync.archiver.JSyncArtifactManager.archive(JSyncArtifactManager.java:68)
	at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:140)
	at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
	at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:756)
	at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:720)
	at hudson.model.Build$BuildExecution.post2(Build.java:182)
	at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:669)
	at hudson.model.Run.execute(Run.java:1731)
	at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
	at hudson.model.ResourceController.execute(ResourceController.java:88)
	at hudson.model.Executor.run(Executor.java:232)
Caused by: java.io.IOException: unexpected EOF with 2048 bytes unread
	at hudson.org.apache.tools.tar.TarInputStream.read(TarInputStream.java:349)
	at java.io.FilterInputStream.read(FilterInputStream.java:107)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1792)
	at org.apache.commons.io.IOUtils.copyLarge(IOUtils.java:1769)
	at org.apache.commons.io.IOUtils.copy(IOUtils.java:1744)
	at hudson.util.IOUtils.copy(IOUtils.java:40)
	at hudson.FilePath.readFromTar(FilePath.java:2091)
	... 14 more
Recording test results
Email was triggered for: Failure
Sending email for trigger: Failure