You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/02/13 00:09:14 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 932 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/932/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Error from server at http://127.0.0.1:57684/awholynewcollection_0: non ok status: 500, message:Server Error

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57684/awholynewcollection_0: non ok status: 500, message:Server Error
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:512)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:942)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:957)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForNon403or404or503(AbstractFullDistribZkTestBase.java:1773)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:743)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:160)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.SyncSliceTest.test

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:153)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsSyncSliceTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:56414/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:56414/collection1
	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:149)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:484)
	at org.apache.solr.client.solrj.SolrClient.commit(SolrClient.java:463)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.commit(AbstractFullDistribZkTestBase.java:1524)
	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:185)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 53 more




Build Log:
[...truncated 11490 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsSyncSliceTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/init-core-data-001
   [junit4]   2> 1410896 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1410897 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1410956 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 1410967 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1410968 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1410990 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_50023_hdfs____ek1uow/webapp
   [junit4]   2> 1411102 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1411403 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:50023
   [junit4]   2> 1411520 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1411522 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1411545 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47213_datanode____.j0mcrs/webapp
   [junit4]   2> 1411651 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1411901 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47213
   [junit4]   2> 1411978 WARN  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1411979 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 1411999 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_40837_datanode____bhh8qv/webapp
   [junit4]   2> 1412065 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-346b379d-17b0-4452-aeb3-68ef63929d49 node DatanodeRegistration(127.0.0.1, datanodeUuid=8b5936de-0133-4a71-89e5-cbb6f69d7495, infoPort=47213, ipcPort=48979, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1412066 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-363382e5-6143-484e-bc3b-82b9eae8d958 node DatanodeRegistration(127.0.0.1, datanodeUuid=8b5936de-0133-4a71-89e5-cbb6f69d7495, infoPort=47213, ipcPort=48979, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1412127 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 1412422 INFO  (SUITE-HdfsSyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:40837
   [junit4]   2> 1412527 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8 node DatanodeRegistration(127.0.0.1, datanodeUuid=67d5a7b5-a5bf-472a-baa4-53598869ca3b, infoPort=40837, ipcPort=46223, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 1412528 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* processReport: from storage DS-b5e0e570-0dbc-4e24-bf36-95d9d879d283 node DatanodeRegistration(127.0.0.1, datanodeUuid=67d5a7b5-a5bf-472a-baa4-53598869ca3b, infoPort=40837, ipcPort=46223, storageInfo=lv=-56;cid=testClusterID;nsid=1332000857;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 1412643 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1412644 INFO  (Thread-7417) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1412644 INFO  (Thread-7417) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1412744 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer start zk server on port:59259
   [junit4]   2> 1412744 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412745 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412748 INFO  (zkCallback-1753-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5640972d name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412748 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1412752 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412753 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412754 INFO  (zkCallback-1754-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2210a76b name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412754 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1412757 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1412758 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1412760 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1412761 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1412761 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1412764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1412764 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1412767 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1412767 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1412769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1412769 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1412771 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1412771 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1412774 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1412774 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1412776 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1412776 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1412778 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1412778 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1412780 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1412780 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1412782 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1412783 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1412785 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1412785 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1412877 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1
   [junit4]   2> 1412878 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1412880 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@761d57bf{/,null,AVAILABLE}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@65824c91{HTTP/1.1}{127.0.0.1:39573}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server Started @1416687ms
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48674/hdfs__localhost_48674__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001_tempDir-002_control_data, hostContext=/, hostPort=39573, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores}
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001'
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1412881 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1412882 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412885 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412887 INFO  (zkCallback-1755-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@679b79f1 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412887 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412887 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412889 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1412889 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/solr.xml
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1850298749
   [junit4]   2> 1412897 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001]
   [junit4]   2> 1412898 WARN  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/lib
   [junit4]   2> 1412899 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1412901 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59259/solr
   [junit4]   2> 1412902 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1412903 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1412903 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412905 INFO  (zkCallback-1758-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@162bb55f name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412905 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412905 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1412908 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1412910 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@186a5993 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1412910 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1412911 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1412913 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1412918 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1412920 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1412922 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1412924 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1412927 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1412928 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1412930 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1412931 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39573_
   [junit4]   2> 1412932 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39573_
   [junit4]   2> 1412933 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1412934 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95375573712044036-127.0.0.1:39573_-n_0000000000
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39573_
   [junit4]   2> 1412935 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1412939 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Overseer (id=95375573712044036-127.0.0.1:39573_-n_0000000000) starting
   [junit4]   2> 1412942 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1412953 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1412954 INFO  (OverseerCollectionConfigSetProcessor-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1412954 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1412954 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1412983 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1412983 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1412984 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1
   [junit4]   2> 1412985 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1412997 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1412997 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1413004 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1413004 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:39573_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1413005 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1413006 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1413006 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1413007 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1413008 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1413012 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1414009 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1414009 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1414010 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1'
   [junit4]   2> 1414011 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1414011 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1414012 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1414017 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1414021 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1414029 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1414034 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1414147 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1414156 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1414157 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1414166 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1414168 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1414171 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1414172 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1414173 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:48674/solr_hdfs_home
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/control-001/cores/collection1], dataDir=[hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 1414174 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7c39c97f
   [junit4]   2> 1414175 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1414189 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 1414191 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 1414201 WARN  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1414201 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 1414210 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 1414219 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=10, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.39640577603446314]
   [junit4]   2> 1414252 INFO  (IPC Server handler 2 on 48674) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:59640 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-363382e5-6143-484e-bc3b-82b9eae8d958:NORMAL:127.0.0.1:44180|RBW], ReplicaUnderConstruction[[DISK]DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8:NORMAL:127.0.0.1:59640|FINALIZED]]} size 0
   [junit4]   2> 1414254 INFO  (IPC Server handler 3 on 48674) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:44180 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-363382e5-6143-484e-bc3b-82b9eae8d958:NORMAL:127.0.0.1:44180|RBW], ReplicaUnderConstruction[[DISK]DS-32c13ef7-d56a-4a18-b4e6-12e03112ece8:NORMAL:127.0.0.1:59640|FINALIZED]]} size 0
   [junit4]   2> 1414258 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49b782c); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1414258 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1414261 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1414264 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1414265 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1414265 WARN  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1414267 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414269 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414270 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414270 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1414276 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1414276 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1414284 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1414284 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 1415216 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1415216 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1415217 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5416472763955665]
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:48674/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49b782c); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1415225 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6d1e0458[collection1] main]
   [junit4]   2> 1415226 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1415228 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1415229 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1415229 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1415230 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1415231 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1415233 INFO  (searcherExecutor-3214-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6d1e0458[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526009182105370624
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1526009182105370624
   [junit4]   2> 1415233 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1415234 INFO  (coreLoadExecutor-3213-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1415236 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:39573 collection:control_collection shard:shard1
   [junit4]   2> 1415237 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1415242 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95375573712044036-core_node1-n_0000000000
   [junit4]   2> 1415243 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:39573/collection1/
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1415246 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:39573/collection1/ has no replicas
   [junit4]   2> 1415246 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1415247 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1415247 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415252 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1415254 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:39573/collection1/ shard1
   [junit4]   2> 1415255 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 1415358 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:39573/collection1/ and leader is http://127.0.0.1:39573/collection1/
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:39573
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1415406 INFO  (coreZkRegister-3207-thread-1-processing-n:127.0.0.1:39573_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:39573_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1415408 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1415408 INFO  (OverseerStateUpdate-95375573712044036-127.0.0.1:39573_-n_0000000000) [n:127.0.0.1:39573_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:39573",
   [junit4]   2>   "node_name":"127.0.0.1:39573_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1415510 INFO  (zkCallback-1759-thread-1-processing-n:127.0.0.1:39573_) [n:127.0.0.1:39573_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1415699 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415700 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415701 INFO  (zkCallback-1761-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@178d79f5 name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415702 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1415706 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1415803 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores/collection1
   [junit4]   2> 1415804 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001
   [junit4]   2> 1415805 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 1415816 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5e111f50{/,null,AVAILABLE}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@19f346f7{HTTP/1.1}{127.0.0.1:58837}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.Server Started @1419623ms
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:48674/hdfs__localhost_48674__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=58837, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores}
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001'
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1415817 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1415818 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415819 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415821 INFO  (zkCallback-1762-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@103c09ba name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415821 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415822 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1415824 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/solr.xml
   [junit4]   2> 1415829 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/cores
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer New CoreContainer 856177768
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001]
   [junit4]   2> 1415830 WARN  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsSyncSliceTest_4FAA39F1B10B8ADB-001/shard-1-001/lib
   [junit4]   2> 1415830 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1415831 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59259/solr
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1415832 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1415833 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415834 INFO  (zkCallback-1765-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3e45017d name:ZooKeeperConnection Watcher:127.0.0.1:59259 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415834 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415834 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1415836 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1415837 INFO  (zkCallback-1766-thread-1-processing-n:127.0.0.1:58837_) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1537a99a name:ZooKeeperConnection Watcher:127.0.0.1:59259/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1415837 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0.0.1:58837_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1415844 INFO  (TEST-HdfsSyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [n:127.0

[...truncated too long message...]

kins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 1889863 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data/index
   [junit4]   2> 1889870 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data;done=false>>]
   [junit4]   2> 1889870 INFO  (zkCallback-2064-thread-3-processing-n:127.0.0.1:43475_) [n:127.0.0.1:43475_ c:collection1 s:shard1 r:core_node7 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001/shard-7-001/cores/collection1/data
   [junit4]   2> 1889884 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@728c3408{SSL-http/1.1}{127.0.0.1:0}
   [junit4]   2> 1889884 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1a33b8ec{/,null,UNAVAILABLE}
   [junit4]   2> 1889886 INFO  (TEST-SyncSliceTest.test-seed#[4FAA39F1B10B8ADB]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42751 42751
   [junit4]   2> 1890066 INFO  (Thread-35445) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:42751 42751
   [junit4]   2> 1890066 WARN  (Thread-35445) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/aliases.json
   [junit4]   2> 	8	/solr/security.json
   [junit4]   2> 	8	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/95375601725407237-127.0.0.1:55177_-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/live_nodes
   [junit4]   2> 	9	/solr/collections
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	7	/solr/overseer/collection-queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SyncSliceTest -Dtests.method=test -Dtests.seed=4FAA39F1B10B8ADB -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar-MA -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 50.0s J2 | SyncSliceTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<5> but was:<4>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([4FAA39F1B10B8ADB:C7FE062B1FF7E723]:0)
   [junit4]    > 	at org.apache.solr.cloud.SyncSliceTest.test(SyncSliceTest.java:153)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1890069 INFO  (SUITE-SyncSliceTest-seed#[4FAA39F1B10B8ADB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.SyncSliceTest_4FAA39F1B10B8ADB-001
   [junit4]   2> Feb 12, 2016 10:30:38 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=Lucene50(blocksize=128), range_facet_l_dv=PostingsFormat(name=MockRandom), multiDefault=PostingsFormat(name=Asserting), intDefault=Lucene50(blocksize=128), a_i1=PostingsFormat(name=Asserting), range_facet_l=PostingsFormat(name=Asserting), rnd_b=PostingsFormat(name=MockRandom), _version_=Lucene50(blocksize=128), a_t=PostingsFormat(name=Asserting), id=PostingsFormat(name=MockRandom), range_facet_i_dv=PostingsFormat(name=Asserting), text=BlockTreeOrds(blocksize=128), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-MA, timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=41823464,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [TestBlobHandler, CircularListTest, DateMathParserTest, TestMacros, SampleTest, BaseCdcrDistributedZkTest, FullSolrCloudDistribCmdsTest, FieldMutatingUpdateProcessorTest, TestRawResponseWriter, RulesTest, TestRandomCollapseQParserPlugin, TestJettySolrRunner, TestSolrDeletionPolicy1, TestSweetSpotSimilarityFactory, OverseerRolesTest, TestSortingResponseWriter, HdfsWriteToMultipleCollectionsTest, TestMiniSolrCloudClusterBase, TestPostingsSolrHighlighter, TestPivotHelperCode, QueryParsingTest, HLLUtilTest, RecoveryAfterSoftCommitTest, TestPerFieldSimilarity, SolrCoreCheckLockOnStartupTest, CollectionStateFormat2Test, RestartWhileUpdatingTest, TestManagedSynonymFilterFactory, TestRestManager, TestNoOpRegenerator, DirectUpdateHandlerOptimizeTest, CleanupOldIndexTest, SliceStateTest, TestConfigSets, TestCharFilters, HighlighterMaxOffsetTest, TestInitQParser, TestDistributedMissingSort, RequestHandlersTest, TestCSVResponseWriter, TestSolrQueryParserResource, BlockCacheTest, AnalysisErrorHandlingTest, DeleteReplicaTest, CursorMarkTest, TestStressReorder, TestDocBasedVersionConstraints, TestLeaderElectionZkExpiry, UUIDUpdateProcessorFallbackTest, TestRequestForwarding, AutoCommitTest, HardAutoCommitTest, TestTolerantSearch, TestSolrCloudWithKerberosAlt, TestSchemaVersionResource, TestInfoStreamLogging, TestSolrJ, PrimitiveFieldTypeTest, StatelessScriptUpdateProcessorFactoryTest, TestIndexSearcher, LeaderElectionTest, SolrXmlInZkTest, TestDynamicFieldResource, SearchHandlerTest, RecoveryZkTest, TestRecoveryHdfs, BigEndianAscendingWordDeserializerTest, TestXIncludeConfig, HdfsBasicDistributedZk2Test, TestStandardQParsers, TestCloudManagedSchemaConcurrent, TestSolrIndexConfig, SecurityConfHandlerTest, TestReload, TestReversedWildcardFilterFactory, AssignTest, SpatialRPTFieldTypeTest, VersionInfoTest, LeaderInitiatedRecoveryOnShardRestartTest, HdfsSyncSliceTest, DebugComponentTest, TestStressRecovery, TestDefaultStatsCache, TestDistribDocBasedVersion, TestUseDocValuesAsStored2, SuggesterWFSTTest, XmlUpdateRequestHandlerTest, CoreAdminHandlerTest, TestOrdValues, TestRecovery, TestFieldSortValues, GraphQueryTest, CloneFieldUpdateProcessorFactoryTest, BasicDistributedZk2Test, UnloadDistributedZkTest, SyncSliceTest]
   [junit4] Completed [255/577 (3!)] on J2 in 50.75s, 1 test, 1 failure <<< FAILURES!

[...truncated 1039 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 577 suites (8 ignored), 2325 tests, 2 errors, 1 failure, 34 ignored (18 assumptions) [seed: 4FAA39F1B10B8ADB]

Total time: 206 minutes 39 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 942 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/942/

5 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:37F2FD45B342FD5D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47198/f/qx: collection already exists: awholynewstresscollection_collection4_1
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:973)


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:CC766182D99206AF]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11279 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/init-core-data-001
   [junit4]   2> 361002 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterCoreReload
   [junit4]   2> 361003 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1
   [junit4]   2> 361007 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361009 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,AVAILABLE}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364071ms
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 825582063
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 361017 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361020 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361025 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361026 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361030 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361033 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361039 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361042 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361044 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 361047 WARN  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@14f0ca33
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361049 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/
   [junit4]   2> 361051 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361052 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361053 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361054 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361055 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d79337[collection1] main]
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf}
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361063 INFO  (searcherExecutor-764-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17d79337[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361527 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1
   [junit4]   2> 361537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361542 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52f7916b{/solr,null,AVAILABLE}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364602ms
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002'
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361544 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/solr.xml
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1758476491
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002]
   [junit4]   2> 361551 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib
   [junit4]   2> 361551 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361557 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361566 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361574 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361593 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361596 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361614 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361624 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361627 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 361633 WARN  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28f23ab
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361659 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361661 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361662 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361663 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361664 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361665 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361667 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dded96b[collection1] main]
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361678 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361688 INFO  (searcherExecutor-774-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dded96b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361713 INFO  (qtp340282996-2087) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1758476491
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2efe5d8d
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362082 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 362089 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52f7916b{/solr,null,UNAVAILABLE}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=825582063
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6cb4d9ab
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 362115 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,UNAVAILABLE}
   [junit4]   2> 362121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 362158 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b7e037d{/solr,null,AVAILABLE}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@609e175f{HTTP/1.1,[http/1.1]}{127.0.0.1:34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @365219ms
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 362167 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 862435675
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 362168 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 362172 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 362190 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 362197 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 362205 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 362209 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 362234 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 362237 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 362240 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.CoreConta

[...truncated too long message...]

tion/95440983246504262-core_node9-n_0000000053
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504037-core_node14-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504064-127.0.0.1:57832_-n_0000000060
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503995-127.0.0.1:59403_-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504205-core_node6-n_0000000042
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504076-127.0.0.1:42140_-n_0000000070
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504172-127.0.0.1:42140_-n_0000000114
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504109-127.0.0.1:38323_-n_0000000081
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503968-core_node9-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504298-127.0.0.1:35739_-n_0000000174
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246503953-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503995-core_node1-n_0000000009
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504043-core_node1-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504160-127.0.0.1:57832_-n_0000000110
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503940-127.0.0.1:46113_-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504235-127.0.0.1:59403_-n_0000000141
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504175-core_node4-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504229-core_node14-n_0000000047
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504139-127.0.0.1:59403_-n_0000000097
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504166-core_node9-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504133-core_node14-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504085-core_node14-n_0000000023
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3946	/solr/live_nodes
   [junit4]   2> 	249	/solr/collections
   [junit4]   2> 	57	/solr/overseer/queue
   [junit4]   2> 	57	/solr/overseer/collection-queue-work
   [junit4]   2> 	14	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=1225E675C30AF35E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-PE -Dtests.timezone=Europe/Moscow -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  921s J2 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4364098 INFO  (SUITE-RollingRestartTest-seed#[1225E675C30AF35E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_1225E675C30AF35E-001
   [junit4]   2> Feb 24, 2016 11:52:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=ClassicSimilarity, locale=es-PE, timezone=Europe/Moscow
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=161746952,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [TestSearchPerf, FullSolrCloudDistribCmdsTest, SampleTest, OutOfBoxZkACLAndCredentialsProvidersTest, NoCacheHeaderTest, UnloadDistributedZkTest, SearchHandlerTest, BlockJoinFacetDistribTest, XmlUpdateRequestHandlerTest, TestManagedSynonymFilterFactory, BinaryUpdateRequestHandlerTest, TestRecoveryHdfs, TestNoOpRegenerator, CollectionStateFormat2Test, TestSort, BlockCacheTest, DistributedExpandComponentTest, TestDynamicFieldResource, StatsComponentTest, StatelessScriptUpdateProcessorFactoryTest, VersionInfoTest, CurrencyFieldXmlFileTest, CursorMarkTest, TestConfigOverlay, RecoveryZkTest, TestJettySolrRunner, TestStandardQParsers, FieldMutatingUpdateProcessorTest, TestManagedSchemaFieldResource, TermVectorComponentDistributedTest, TestGroupingSearch, DebugComponentTest, TestDistribDocBasedVersion, TestIndexingPerformance, TestOrdValues, TestSimpleQParserPlugin, ShowFileRequestHandlerTest, TestFileDictionaryLookup, BigEndianAscendingWordDeserializerTest, TestRTimerTree, BadIndexSchemaTest, SuggesterWFSTTest, HdfsTlogReplayBufferedWhileIndexingTest, TestReqParamsAPI, TestReversedWildcardFilterFactory, TestSolrCloudWithKerberosAlt, TestStressRecovery, OverseerRolesTest, RequestHandlersTest, TestIndexSearcher, TestSweetSpotSimilarityFactory, TestExactStatsCache, SharedFSAutoReplicaFailoverUtilsTest, HdfsNNFailoverTest, ConjunctionSolrSpellCheckerTest, GraphQueryTest, DirectUpdateHandlerTest, TestReload, SuggesterTSTTest, SaslZkACLProviderTest, TestStressReorder, TestUtils, LukeRequestHandlerTest, DocValuesMultiTest, TestSchemaVersionResource, PluginInfoTest, HttpPartitionTest, TestPivotHelperCode, DeleteReplicaTest, TestCloudManagedSchemaConcurrent, TestFieldTypeCollectionResource, DistributedQueueTest, TestCharFilters, TestPHPSerializedResponseWriter, TestReloadAndDeleteDocs, HighlighterConfigTest, SuggestComponentTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRuleBasedAuthorizationPlugin, HighlighterMaxOffsetTest, TestRawResponseWriter, TestRestManager, VMParamsZkACLAndCredentialsProvidersTest, CoreAdminHandlerTest, TestManagedSchema, TestFuzzyAnalyzedSuggestions, HardAutoCommitTest, TestRequestForwarding, TestSuggestSpellingConverter, SuggesterTest, LeaderElectionTest, TestSolrDeletionPolicy1, HLLUtilTest, CoreAdminRequestStatusTest, AnalysisErrorHandlingTest, AutoCommitTest, BasicDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, CdcrRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [469/580 (5!)] on J2 in 921.91s, 1 test, 1 failure <<< FAILURES!

[...truncated 349 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 3 failures, 33 ignored (17 assumptions) [seed: 1225E675C30AF35E]

Total time: 232 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 941 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/941/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42905

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42905
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:459)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([D24697AF374A318E:C1510582DD2C47F]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11701 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/init-core-data-001
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1932781 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1932881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer start zk server on port:49189
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932885 INFO  (zkCallback-2123-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f92795 name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932886 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932889 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932891 INFO  (zkCallback-2124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6721e307 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1932894 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1932895 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1932896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1932900 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1932901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932920 INFO  (zkCallback-2125-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68da5aba name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932923 INFO  (zkCallback-2126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36eb22e8 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1932938 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932939 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1933045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933048 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1933050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22bd1a42{/,null,AVAILABLE}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4556ad17{HTTP/1.1,[http/1.1]}{127.0.0.1:60352}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1936494ms
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/control/data, hostContext=/, hostPort=60352, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001'
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933057 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933058 INFO  (zkCallback-2127-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44f0c440 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/solr.xml
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1784661764
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001]
   [junit4]   2> 1933064 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib
   [junit4]   2> 1933065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1933066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49189/solr
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933069 INFO  (zkCallback-2130-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f3cae3e name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933073 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399849fd name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933081 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933084 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933085 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95435677921116166-127.0.0.1:60352_-n_0000000000
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60352_
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1933093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=95435677921116166-127.0.0.1:60352_-n_0000000000) starting
   [junit4]   2> 1933095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1933100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1933101 INFO  (OverseerCollectionConfigSetProcessor-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1933101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933101 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1933104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1933109 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1933128 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1933130 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1'
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934132 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1934137 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <maxMergeDocs> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934142 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1934150 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1934156 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1934248 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1934254 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1934255 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1934263 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934265 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/]
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@324966a3
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1934271 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1953717761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934273 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/
   [junit4]   2> 1934273 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1934277 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1934279 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934280 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934281 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934282 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=418290869, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d873664[collection1] main]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1934290 INFO  (searcherExecutor-5889-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d873664[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1934293 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1934293 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60352 collection:control_collection shard:shard1
   [junit4]   2> 1934294 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60352/collection1/ has no replicas
   [junit4]   2> 1934300 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1934301 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1934304 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934305 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60352/collection1/ shard1
   [junit4]   2> 1934306 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1934408 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60352/collection1/ and leader is http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60352
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1934459 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1934562 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934629 INFO  (zkCallback-2133-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c4e4882 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1934630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934632 INFO  (zkCallback-2134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44010f00 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1934732 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores/collection1
   [junit4]   2> 1934733 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001
   [junit4]   2> 1934734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1934735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@609d0b41{/,null,AVAILABLE}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7043d562{HTTP/1.1,[http/1.1]}{127.0.0.1:42905}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1938175ms
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=42905, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores}
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001'
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934739 INFO  (zkCallback-2135-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fc59f13 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/solr.xml
   [junit4]   2> 1934741 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1860862635
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001]
   [junit4]   2> 1934746 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/l

[...truncated too long message...]

n], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"test",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: test
   [junit4]   2> 2740881 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"createshard",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "replicationFactor":"1"} current state version: 4
   [junit4]   2> 2740883 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} current state version: 4
   [junit4]   2> 2740884 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} 
   [junit4]   2> 2740911 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740963 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740989 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/test/state.json
   [junit4]   2> 2741017 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741019 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741023 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741167 INFO  (Thread-53885) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741168 WARN  (Thread-53885) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalClusterStateChangeBehavior
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.Overseer Overseer (id=95435730840125443-127.0.0.1:57482_solr-n_0000000000) closing
   [junit4]   2> 2741168 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57482_solr
   [junit4]   2> 2741169 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 2744170 INFO  (SUITE-OverseerTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_D24697AF374A318E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-BH, timezone=America/North_Dakota/New_Salem
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=284915400,total=499646464
   [junit4]   2> NOTE: All tests run in this JVM: [TestRestManager, TestReversedWildcardFilterFactory, BadIndexSchemaTest, FieldAnalysisRequestHandlerTest, TestSolrDeletionPolicy1, ExitableDirectoryReaderTest, CursorMarkTest, TestConfigSetsAPIExclusivity, StatsComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, DistribCursorPagingTest, TestWriterPerf, SuggestComponentTest, TestPivotHelperCode, TestPerFieldSimilarityClassic, TestSweetSpotSimilarityFactory, SuggesterWFSTTest, TestReqParamsAPI, BlockCacheTest, ShowFileRequestHandlerTest, VersionInfoTest, DocValuesMultiTest, HLLUtilTest, TestFuzzyAnalyzedSuggestions, TestDocBasedVersionConstraints, TestDefaultStatsCache, StressHdfsTest, TestDynamicFieldResource, TestSchemaVersionResource, LeaderInitiatedRecoveryOnShardRestartTest, BasicDistributedZk2Test, TestSortingResponseWriter, TestStandardQParsers, TestPHPSerializedResponseWriter, RecoveryZkTest, TestClassicSimilarityFactory, TestCoreDiscovery, TestCopyFieldCollectionResource, TestNoOpRegenerator, CoreAdminHandlerTest, SampleTest, TestDistribDocBasedVersion, RegexBoostProcessorTest, ConcurrentDeleteAndCreateCollectionTest, VMParamsZkACLAndCredentialsProvidersTest, UUIDUpdateProcessorFallbackTest, TestInitQParser, TestRequestForwarding, TestPostingsSolrHighlighter, TestSimpleQParserPlugin, ConjunctionSolrSpellCheckerTest, RulesTest, TestSolrConfigHandlerCloud, ScriptEngineTest, AnalysisErrorHandlingTest, BaseCdcrDistributedZkTest, RequestHandlersTest, CurrencyFieldXmlFileTest, TestCSVResponseWriter, PrimitiveFieldTypeTest, TestSolrIndexConfig, TestSuggestSpellingConverter, DistributedQueryComponentCustomSortTest, SecurityConfHandlerTest, XmlUpdateRequestHandlerTest, TestElisionMultitermQuery, AutoCommitTest, ClusterStateTest, TestXmlQParser, TestUtils, HighlighterConfigTest, HttpPartitionTest, TestJettySolrRunner, UpdateParamsTest, ParsingFieldUpdateProcessorsTest, ExplicitHLLTest, TestSearchPerf, BlockJoinFacetDistribTest, TestDistributedMissingSort, SuggesterTSTTest, QueryParsingTest, TestSolrJ, TestRTimerTree, TestZkChroot, TestCharFilters, RestartWhileUpdatingTest, TestRecoveryHdfs, DateRangeFieldTest, StatelessScriptUpdateProcessorFactoryTest, SpatialRPTFieldTypeTest, HdfsNNFailoverTest, HdfsChaosMonkeyNothingIsSafeTest, PluginInfoTest, PKIAuthenticationIntegrationTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed [283/580 (2!)] on J2 in 135.36s, 13 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 958 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 33 ignored (17 assumptions) [seed: D24697AF374A318E]

Total time: 218 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 940 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/940/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36747/_

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36747/_
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:498)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16:EF6169D0EDAEA8E7]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 11180 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_3132EE27F7365D16-001/init-core-data-001
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:59633
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563156 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563189 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fdc20a8 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563196 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563198 INFO  (zkCallback-572-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b3d31fb name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563204 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563213 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563220 INFO  (zkCallback-573-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d30e940 name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563221 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 563223 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 563225 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 563227 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 563228 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 563230 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 563231 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563233 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563234 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563242 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563256 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@416d1ec6 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563256 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563257 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563258 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563271 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563271 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563272 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563280 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563296 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56d62a7 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 563302 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 563303 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429763940089860-127.0.0.1:59633_solr-n_0000000000
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59633_solr
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 563305 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) starting
   [junit4]   2> 563306 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 563307 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 563308 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 563310 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 563311 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 563312 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 563314 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 563317 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 563331 INFO  (OverseerCollectionConfigSetProcessor-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 563349 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563351 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 0
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 563353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 563354 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563355 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563356 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563846 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563847 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563847 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563914 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563941 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563942 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 563945 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563960 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 563971 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563985 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563986 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ceda2fe name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563989 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563991 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563991 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563992 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 1
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563998 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 564108 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564112 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564118 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564140 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 564147 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564147 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564148 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564148 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564149 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd5ca60005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 564151 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564329 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564330 WARN  (Thread-9027) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) closing
   [junit4]   2> 564333 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRemovalOfLastReplica
   [junit4]   2> 564334 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 564353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59633_solr
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 564358 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:47700
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564461 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564465 INFO  (zkCallback-579-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2102e4fe name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564473 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564478 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564483 INFO  (zkCallback-580-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a70d355 name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 564490 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564491 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e610d18 name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 564493 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 564494 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 564495 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 564497 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 564498 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564499 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564500 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564504 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564521 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54d9c9ca name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564522 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 564524 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 564526 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 564527 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764025417731-127.0.0.1:47700_solr-n_0000000000
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47700_solr
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 564529 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) starting
   [junit4]   2> 564530 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 564532 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 564535 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 564545 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 564546 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 564547 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 564557 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 564573 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 564576 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564576 INFO  (OverseerCollectionConfigSetProcessor-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 564590 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564590 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "maxShardsPerNode":"4"} current state version: 0
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 564593 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564600 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564641 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564755 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564755 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node2 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564812 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node3 is already registered
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node4 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564925 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564925 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564985 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node3"} current state version: 3
   [junit4]   2> 565087 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565087 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565132 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node4"} current state version: 4
   [junit4]   2> 565234 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565234 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565239 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node1"} current state version: 5
   [junit4]   2> 565341 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565342 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565350 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node2"} current state version: 6
   [junit4]   2> 565452 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565452 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565510 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd61bc0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 565511 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565801 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565802 WARN  (Thread-9028) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) closing
   [junit4]   2> 565804 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47700_solr
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadQueueItem
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 565821 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:52976
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565954 INFO  (zkCallback-585-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a38e994 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565956 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565962 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565970 INFO  (zkCallback-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fdf3a48 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 565980 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566012 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566016 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4da89415 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566016 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566017 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566023 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 566024 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 566025 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 566027 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566032 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566052 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1df7eddf name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566052 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 566068 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 566069 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764121690115-127.0.0.1:52976_solr-n_0000000000
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52976_solr
   [junit4]   2> 566071 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764121690115-127.0.0.1:52976_solr-n_0000000000) starting
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 566084 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 566086 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 566087 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 566088 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 566089 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 566091 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 566092 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 566093 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566094 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566095 INFO  (OverseerCollectionConfigSetProcessor-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 566122 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566166 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566175 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37a76fb4 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566176 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566177 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566178 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
   [junit4]   2> 566179 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566180 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566181 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 0
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 566184 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566184 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566185 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566681 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 566682 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566682 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566683 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566685 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/95429764121690116-127.0.0.1_core1-n_0000000000
   [junit4]   2> 566686 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 566687 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/954297641

[...truncated too long message...]

  [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 4421254 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 22, 2016 1:08:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=BlockTreeOrds(blocksize=128), range_facet_l_dv=FST50, _version_=BlockTreeOrds(blocksize=128), multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), intDefault=BlockTreeOrds(blocksize=128), a_i1=PostingsFormat(name=Asserting), id=FST50, range_facet_i_dv=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sq-AL, timezone=US/East-Indiana
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=152163120,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsLockFactoryTest, TestPostingsSolrHighlighter, TestCloudSchemaless, CoreAdminHandlerTest, TestUtils, TestRecovery, TestSolrQueryParser, TestChildDocTransformer, RecoveryAfterSoftCommitTest, CloudMLTQParserTest, TestSort, TestDynamicLoading, BadIndexSchemaTest, HighlighterConfigTest, TestFuzzyAnalyzedSuggestions, TestFieldTypeResource, TestSweetSpotSimilarityFactory, CoreMergeIndexesAdminHandlerTest, TestJmxMonitoredMap, TestBulkSchemaAPI, FieldAnalysisRequestHandlerTest, SparseHLLTest, FieldMutatingUpdateProcessorTest, SolrCoreCheckLockOnStartupTest, TestCoreDiscovery, HdfsChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, OverseerRolesTest, MergeStrategyTest, TestCloudPivotFacet, TestSchemaManager, TestCollationField, DistribCursorPagingTest, OverseerTest, TestExtendedDismaxParser, NoCacheHeaderTest, TestRandomRequestDistribution, SolrTestCaseJ4Test, TestDistributedStatsComponentCardinality, CurrencyFieldXmlFileTest, QueryParsingTest, TestBulkSchemaConcurrent, PreAnalyzedUpdateProcessorTest, TestXIncludeConfig, DebugComponentTest, TestSchemaResource, TestSolrXml, CustomCollectionTest, TestJsonFacets, TestElisionMultitermQuery, DeleteReplicaTest, HttpPartitionTest, TestGroupingSearch, RegexBoostProcessorTest, TestFastWriter, HdfsTlogReplayBufferedWhileIndexingTest, TestJmxIntegration, LeaderInitiatedRecoveryOnShardRestartTest, FullSolrCloudDistribCmdsTest, CircularListTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestIndexingPerformance, CollectionStateFormat2Test, UnloadDistributedZkTest, TestSortByMinMaxFunction, TestTolerantSearch, AssignTest, SegmentsInfoRequestHandlerTest, HardAutoCommitTest, BinaryUpdateRequestHandlerTest, TestLRUStatsCache, LeaderElectionTest, DateMathParserTest, FullHLLTest, PrimitiveFieldTypeTest, SaslZkACLProviderTest, HdfsDirectoryFactoryTest, TestIndexSearcher, DocValuesMissingTest, StatelessScriptUpdateProcessorFactoryTest, HdfsNNFailoverTest, ZkStateWriterTest, TestSolrCLIRunExample, SharedFSAutoReplicaFailoverUtilsTest, TestRawTransformer, TestExceedMaxTermLength, DistributedFacetPivotSmallTest, DocExpirationUpdateProcessorFactoryTest, TestAuthorizationFramework, SearchHandlerTest, TestReload, StressHdfsTest, TestCharFilters, RequestHandlersTest, BadCopyFieldTest, DocValuesMultiTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestStressVersions, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, DocumentBuilderTest, MoreLikeThisHandlerTest, RequiredFieldsTest, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, JsonLoaderTest, PingRequestHandlerTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, SampleTest, TestDocSet, TestSearchPerf, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, TestJettySolrRunner, AliasIntegrationTest, CdcrRequestHandlerTest, DeleteLastCustomShardedReplicaTest, DistributedQueueTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestAuthenticationFramework, TestLeaderInitiatedRecoveryThread, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [463/579 (4!)] on J2 in 150.48s, 1 test, 1 error <<< FAILURES!

[...truncated 357 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 4 errors, 34 ignored (18 assumptions) [seed: 3132EE27F7365D16]

Total time: 226 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 939 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/939/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=48654, name=testExecutor-8080-thread-4, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=48654, name=testExecutor-8080-thread-4, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52112/g_m/xa
	at __randomizedtesting.SeedInfo.seed([743680B31E0433AB]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:52112/g_m/xa
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 12283 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/init-core-data-001
   [junit4]   2> 3784867 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /g_m/xa
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3784901 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3784906 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3784908 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3784923 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_51747_hdfs____.xa3l2w/webapp
   [junit4]   2> 3785025 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3785321 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:51747
   [junit4]   2> 3785382 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3785383 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3785400 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_36362_datanode____q1zff7/webapp
   [junit4]   2> 3785501 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3785783 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:36362
   [junit4]   2> 3785819 WARN  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3785820 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3785837 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_60800_datanode____.qrih97/webapp
   [junit4]   2> 3785857 INFO  (IPC Server handler 3 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-f9810188-0ecd-4333-8cfb-02f856bfe153 node DatanodeRegistration(127.0.0.1, datanodeUuid=d44b2ccd-7290-4f7e-aa62-86880cb005db, infoPort=36362, ipcPort=55368, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3785857 INFO  (IPC Server handler 3 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-2f809f47-0520-467a-8ae8-68d27f14b98a node DatanodeRegistration(127.0.0.1, datanodeUuid=d44b2ccd-7290-4f7e-aa62-86880cb005db, infoPort=36362, ipcPort=55368, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3785949 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3786256 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:60800
   [junit4]   2> 3786336 INFO  (IPC Server handler 8 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-f2049002-05ca-4bf7-8dd9-b08399cf248d node DatanodeRegistration(127.0.0.1, datanodeUuid=a12ea222-fef9-49b1-9773-666e8bcfd9ef, infoPort=60800, ipcPort=49574, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3786337 INFO  (IPC Server handler 8 on 40370) [    ] BlockStateChange BLOCK* processReport: from storage DS-842676d3-2eb8-46d1-9574-da62ea400236 node DatanodeRegistration(127.0.0.1, datanodeUuid=a12ea222-fef9-49b1-9773-666e8bcfd9ef, infoPort=60800, ipcPort=49574, storageInfo=lv=-56;cid=testClusterID;nsid=1325674798;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3786435 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3786436 INFO  (Thread-17589) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3786436 INFO  (Thread-17589) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkTestServer start zk server on port:36610
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786536 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786539 INFO  (zkCallback-4040-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fda5973 name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786539 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 3786542 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786542 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786543 INFO  (zkCallback-4041-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2eca9c20 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786543 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 3786545 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 3786546 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 3786547 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 3786549 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3786549 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3786551 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3786551 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3786553 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3786553 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3786555 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3786555 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3786556 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3786556 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3786557 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3786558 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 3786559 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3786559 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3786560 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3786561 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3786562 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3786562 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3786564 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3786564 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3786565 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3786565 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3786657 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1
   [junit4]   2> 3786659 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3786660 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e5e9a6d{/g_m/xa,null,AVAILABLE}
   [junit4]   2> 3786661 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@41d73301{HTTP/1.1,[http/1.1]}{127.0.0.1:44714}
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server Started @3790244ms
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40370/hdfs__localhost_40370__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001_tempDir-002_control_data, hostContext=/g_m/xa, hostPort=44714, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores}
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001'
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3786662 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3786663 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786663 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786664 INFO  (zkCallback-4042-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ab530f8 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786664 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786664 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786665 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3786665 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/solr.xml
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1434198086
   [junit4]   2> 3786670 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001]
   [junit4]   2> 3786671 WARN  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/lib
   [junit4]   2> 3786671 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3786672 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36610/solr
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3786673 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786674 INFO  (zkCallback-4045-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a5458be name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786674 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786675 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3786676 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3786676 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@428e929c name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3786676 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3786677 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3786679 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3786681 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3786683 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3786684 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3786686 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3786687 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3786688 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3786690 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3786691 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786691 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786693 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3786694 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3786695 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3786695 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000
   [junit4]   2> 3786696 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44714_g_m%2Fxa
   [junit4]   2> 3786696 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3786697 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) starting
   [junit4]   2> 3786698 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3786703 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3786706 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3786706 INFO  (OverseerCollectionConfigSetProcessor-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3786707 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3786713 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3786715 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3786726 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3786726 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3786727 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores
   [junit4]   2> 3786727 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3786728 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1
   [junit4]   2> 3786728 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3786729 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3786729 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3786729 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3786729 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3786730 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3786731 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3786731 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3786732 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3786732 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3786733 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3787731 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3787732 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1'
   [junit4]   2> 3787733 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3787734 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3787735 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3787743 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3787747 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3787757 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3787763 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3787864 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3787870 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 3787872 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3787881 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3787883 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3787885 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3787886 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3787888 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:40370/solr_hdfs_home
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/control-001/cores/collection1], dataDir=[hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38cecabe
   [junit4]   2> 3787889 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3787907 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3787908 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 3787918 WARN  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3787918 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3787925 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3787925 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [8388608] will allocate [1] slabs and use ~[8388608] bytes
   [junit4]   2> 3787930 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3787930 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3787931 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=13, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=76.97265625, floorSegmentMB=1.4580078125, forceMergeDeletesPctAllowed=13.615608956911618, segmentsPerTier=12.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8813590336742532
   [junit4]   2> 3787950 INFO  (IPC Server handler 0 on 40370) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:54453 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f2049002-05ca-4bf7-8dd9-b08399cf248d:NORMAL:127.0.0.1:49698|RBW], ReplicaUnderConstruction[[DISK]DS-f9810188-0ecd-4333-8cfb-02f856bfe153:NORMAL:127.0.0.1:54453|RBW]]} size 0
   [junit4]   2> 3787955 INFO  (IPC Server handler 1 on 40370) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:49698 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-f2049002-05ca-4bf7-8dd9-b08399cf248d:NORMAL:127.0.0.1:49698|RBW], ReplicaUnderConstruction[[DISK]DS-f9810188-0ecd-4333-8cfb-02f856bfe153:NORMAL:127.0.0.1:54453|RBW]]} size 0
   [junit4]   2> 3787960 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cdfb9a8); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3787960 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3787962 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3787965 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3787966 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3787966 WARN  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 3787968 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787969 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787971 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787972 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3787976 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 3787976 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 3787977 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3787977 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 3787988 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3787989 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3787990 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=11, maxMergedSegmentMB=68.5771484375, floorSegmentMB=1.3447265625, forceMergeDeletesPctAllowed=27.042426296031806, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8181578963699278
   [junit4]   2> 3788002 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:40370/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1cdfb9a8); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3788002 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3788003 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1763b458[collection1] main]
   [junit4]   2> 3788003 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3788004 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3788004 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 3788005 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 3788006 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3788008 INFO  (searcherExecutor-8002-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1763b458[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526732120233345024
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1526732120233345024
   [junit4]   2> 3788008 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 3788009 INFO  (coreLoadExecutor-8001-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 3788010 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44714/g_m/xa collection:control_collection shard:shard1
   [junit4]   2> 3788012 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3788015 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95420757411627012-core_node1-n_0000000000
   [junit4]   2> 3788015 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 3788017 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3788017 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 3788017 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44714/g_m/xa/collection1/
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44714/g_m/xa/collection1/ has no replicas
   [junit4]   2> 3788018 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3788021 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95420757411627012-core_node1-n_0000000000
   [junit4]   2> 3788024 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44714/g_m/xa/collection1/ shard1
   [junit4]   2> 3788024 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 3788126 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788175 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44714/g_m/xa/collection1/ and leader is http://127.0.0.1:44714/g_m/xa/collection1/
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44714/g_m/xa
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 3788176 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3788178 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 3788178 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44714/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:44714_g_m%2Fxa",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3788178 INFO  (coreZkRegister-7995-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44714_g_m%2Fxa c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 3788231 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788232 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788232 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@700c2298 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788233 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3788234 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788235 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788236 INFO  (zkCallback-4049-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31dd87a1 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788236 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788236 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788238 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 3788238 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 3788239 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788239 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3788338 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores/collection1
   [junit4]   2> 3788339 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001
   [junit4]   2> 3788339 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3788341 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@50bab8af{/g_m/xa,null,AVAILABLE}
   [junit4]   2> 3788341 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.ServerConnector Started ServerConnector@26968d40{HTTP/1.1,[http/1.1]}{127.0.0.1:56655}
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.e.j.s.Server Started @3791924ms
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:40370/hdfs__localhost_40370__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J0_temp_solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/g_m/xa, hostPort=56655, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores}
   [junit4]   2> 3788342 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001'
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3788343 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788344 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788344 INFO  (zkCallback-4050-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4f310526 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788345 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788345 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788346 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3788346 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/solr.xml
   [junit4]   2> 3788348 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer New CoreContainer 1096845708
   [junit4]   2> 3788351 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001]
   [junit4]   2> 3788352 WARN  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/lib
   [junit4]   2> 3788352 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3788353 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36610/solr
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3788354 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788355 INFO  (zkCallback-4053-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@149ac821 name:ZooKeeperConnection Watcher:127.0.0.1:36610 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788355 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788355 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3788357 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3788357 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@638dcba1 name:ZooKeeperConnection Watcher:127.0.0.1:36610/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3788357 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3788362 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3788363 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 3789367 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56655_g_m%2Fxa
   [junit4]   2> 3789367 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56655_g_m%2Fxa
   [junit4]   2> 3789368 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789368 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789368 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3789369 INFO  (zkCallback-4046-thread-1-processing-n:127.0.0.1:44714_g_m%2Fxa) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789369 INFO  (zkCallback-4054-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789369 INFO  (zkCallback-4048-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 3789370 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3789370 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95420757411627017-127.0.0.1:56655_g_m%2Fxa-n_0000000001
   [junit4]   2> 3789371 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000 to know if I could be the leader
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3789396 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.hdfs.HdfsUnloadDistributedZkTest_743680B31E0433AB-001/shard-1-001/cores/collection1
   [junit4]   2> 3789397 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3789398 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 3789398 INFO  (TEST-HdfsUnloadDistributedZkTest.test-seed#[743680B31E0433AB]) [n:127.0.0.1:56655_g_m%2Fxa    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3789398 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3789399 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 3789400 INFO  (OverseerStateUpdate-95420757411627012-127.0.0.1:44714_g_m%2Fxa-n_0000000000) [n:127.0.0.1:44714_g_m%2Fxa    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56655/g_m/xa",
   [junit4]   2>   "node_name":"127.0.0.1:56655_g_m%2Fxa",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 3789400 INFO  (coreLoadExecutor-8012-thread-1-processing-n:127.0.0.1:56655_g_m%2Fxa) [n:127.0.0.1:56655_g_m%2Fxa c:collection1   x:collection1] o.a.

[...truncated too long message...]

tMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.teardownClass(HdfsUnloadDistributedZkTest.java:46)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 3955431 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[743680B31E0433AB]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 20, 2016 9:56:19 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=FST50, range_facet_l_dv=FSTOrd50, _version_=FST50, multiDefault=PostingsFormat(name=Asserting), a_t=FST50, intDefault=FST50, a_i1=FST50, id=FSTOrd50, range_facet_i_dv=FST50, text=PostingsFormat(name=MockRandom), range_facet_l=FST50, timestamp=FST50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarity(queryNorm=false,coord=crazy): {}, locale=es-US, timezone=America/Belize
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=207742216,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [TestTestInjection, TestRequestStatusCollectionAPI, TestUseDocValuesAsStored, JSONWriterTest, SignatureUpdateProcessorFactoryTest, TestAnalyzedSuggestions, AnalysisAfterCoreReloadTest, CacheHeaderTest, TestExactSharedStatsCache, OverriddenZkACLAndCredentialsProvidersTest, TestFieldResource, LeaderFailoverAfterPartitionTest, TestStressLucene, AddBlockUpdateTest, DisMaxRequestHandlerTest, URLClassifyProcessorTest, SuggestComponentContextFilterQueryTest, UUIDFieldTest, DefaultValueUpdateProcessorTest, HdfsChaosMonkeySafeLeaderTest, RemoteQueryErrorTest, LeaderElectionIntegrationTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, SyncSliceTest, DistributedQueryElevationComponentTest, RollingRestartTest, TestQueryWrapperFilter, TestHighFrequencyDictionaryFactory, TestLRUCache, ResourceLoaderTest, TestCSVLoader, TestCollectionAPI, SynonymTokenizerTest, DeleteShardTest, DistributedFacetPivotLongTailTest, HdfsRecoverLeaseTest, TestComponentsName, TestFastOutputStream, TestCrossCoreJoin, TestAuthenticationFramework, TestDownShardTolerantSearch, TestNRTOpen, TestHashQParserPlugin, TestFaceting, BufferStoreTest, BasicDistributedZkTest, ExternalFileFieldSortTest, TestHdfsUpdateLog, ResponseHeaderTest, SOLR749Test, TestFoldingMultitermQuery, TestValueSourceCache, TestMergePolicyConfig, DataDrivenBlockJoinTest, ConnectionReuseTest, DistributedSpellCheckComponentTest, OverseerStatusTest, PrimUtilsTest, TestRebalanceLeaders, TestManagedResourceStorage, TestRandomDVFaceting, HdfsSyncSliceTest, IndexSchemaTest, HLLSerializationTest, TestReplicationHandler, TestPKIAuthenticationPlugin, TestBadConfig, TestRangeQuery, TestIntervalFaceting, ZkNodePropsTest, PeerSyncTest, TestSolrQueryResponse, CdcrReplicationDistributedZkTest, QueryResultKeyTest, TestLeaderInitiatedRecoveryThread, BasicAuthIntegrationTest, CheckHdfsIndexTest, DistributedVersionInfoTest, BlockJoinFacetSimpleTest, TestMinMaxOnMultiValuedField, ChangedSchemaMergeTest, CollectionTooManyReplicasTest, TestHighlightDedupGrouping, TestBlendedInfixSuggestions, EnumFieldTest, TestSolrQueryParserDefaultOperatorResource, OutputWriterTest, InfoHandlerTest, TestDynamicFieldCollectionResource, SolrCoreTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [457/579 (1!)] on J0 in 180.38s, 1 test, 1 error <<< FAILURES!

[...truncated 387 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 34 ignored (18 assumptions) [seed: 743680B31E0433AB]

Total time: 200 minutes 57 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 938 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/938/

2 tests failed.
FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic

Error Message:
Connection reset

Stack Trace:
java.net.SocketException: Connection reset
	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:82C6249B1F31C82E]:0)
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors

Error Message:
127.0.0.1:38322 failed to respond

Stack Trace:
org.apache.http.NoHttpResponseException: 127.0.0.1:38322 failed to respond
	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:3E579631546DCC92]:0)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 8674 lines...]
   [junit4] Suite: org.apache.lucene.replicator.http.HttpReplicatorTest
   [junit4]   2> 2016-02-19 15:48:44.433:INFO::TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Logging initialized @2674ms
   [junit4]   2> 2016-02-19 15:48:44.774:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-02-19 15:48:44.976:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Started ServerConnector@7fd57da6{HTTP/1.1,[http/1.1]}{127.0.0.1:49401}
   [junit4]   2> 2016-02-19 15:48:44.977:INFO:oejs.Server:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Started @3218ms
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:49401: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:49401
   [junit4]   2> 2016-02-19 15:48:46.508:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testBasic-seed#[293C398EC0ED4E00]: Stopped ServerConnector@7fd57da6{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testBasic -Dtests.seed=293C398EC0ED4E00 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   2.29s J0 | HttpReplicatorTest.testBasic <<<
   [junit4]    > Throwable #1: java.net.SocketException: Connection reset
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:82C6249B1F31C82E]:0)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:209)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:139)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:155)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:284)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testBasic(HttpReplicatorTest.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2016-02-19 15:48:46.562:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: jetty-9.3.6.v20151106
   [junit4]   2> 2016-02-19 15:48:46.584:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Started ServerConnector@608316b0{HTTP/1.1,[http/1.1]}{127.0.0.1:38322}
   [junit4]   2> 2016-02-19 15:48:46.585:INFO:oejs.Server:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Started @4826ms
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (java.net.SocketException) caught when processing request to {}->http://127.0.0.1:38322: Connection reset
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: I/O exception (org.apache.http.NoHttpResponseException) caught when processing request to {}->http://127.0.0.1:38322: The target server failed to respond
   [junit4]   2> ?ub 19, 2016 3:48:46 PM org.apache.http.impl.execchain.RetryExec execute
   [junit4]   2> INFO: Retrying request to {}->http://127.0.0.1:38322
   [junit4]   2> 2016-02-19 15:48:46.686:INFO:oejs.ServerConnector:TEST-HttpReplicatorTest.testServerErrors-seed#[293C398EC0ED4E00]: Stopped ServerConnector@608316b0{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpReplicatorTest -Dtests.method=testServerErrors -Dtests.seed=293C398EC0ED4E00 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=tr-TR -Dtests.timezone=America/Chicago -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.17s J0 | HttpReplicatorTest.testServerErrors <<<
   [junit4]    > Throwable #1: org.apache.http.NoHttpResponseException: 127.0.0.1:38322 failed to respond
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([293C398EC0ED4E00:3E579631546DCC92]:0)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpClientBase.executeGET(HttpClientBase.java:158)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicator.checkForUpdate(HttpReplicator.java:50)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.doUpdate(ReplicationClient.java:195)
   [junit4]    > 	at org.apache.lucene.replicator.ReplicationClient.updateNow(ReplicationClient.java:401)
   [junit4]    > 	at org.apache.lucene.replicator.http.HttpReplicatorTest.testServerErrors(HttpReplicatorTest.java:149)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/replicator/test/J0/temp/lucene.replicator.http.HttpReplicatorTest_293C398EC0ED4E00-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=tr-TR, timezone=America/Chicago
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=224756632,total=253231104
   [junit4]   2> NOTE: All tests run in this JVM: [IndexRevisionTest, HttpReplicatorTest]
   [junit4] Completed [4/9 (1!)] on J0 in 2.55s, 2 tests, 2 errors <<< FAILURES!

[...truncated 34 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 9 suites, 43 tests, 2 errors [seed: 293C398EC0ED4E00]

Total time: 172 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 937 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/937/

1 tests failed.
FAILED:  org.apache.lucene.analysis.core.TestRandomChains.testRandomChains

Error Message:
last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟𑸟򄷒n

Stack Trace:
java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟򄷒n
	at __randomizedtesting.SeedInfo.seed([A09B570B602BCA0D:9D7A7E6A2739D7CD]:0)
	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:124)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkResetException(BaseTokenStreamTestCase.java:405)
	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:510)
	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:932)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 2794 lines...]
   [junit4] Suite: org.apache.lucene.analysis.core.TestRandomChains
   [junit4]   2> Exception from random analyzer: 
   [junit4]   2> charfilters=
   [junit4]   2> tokenizer=
   [junit4]   2>   org.apache.lucene.analysis.core.LowerCaseTokenizer(org.apache.lucene.util.AttributeFactory$1@7398764f)
   [junit4]   2> filters=
   [junit4]   2>   org.apache.lucene.analysis.shingle.ShingleFilter(ValidatingTokenFilter@73371aa1 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
   [junit4]   2>   org.apache.lucene.analysis.ngram.NGramTokenFilter(ValidatingTokenFilter@1d903c93 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word)
   [junit4]   2>   org.apache.lucene.analysis.de.GermanNormalizationFilter(ValidatingTokenFilter@458f3a5 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,keyword=false)
   [junit4]   2>   org.apache.lucene.analysis.synonym.SynonymFilter(ValidatingTokenFilter@1d8b1072 term=,bytes=[],startOffset=0,endOffset=0,positionIncrement=1,positionLength=1,type=word,keyword=false, org.apache.lucene.analysis.synonym.SynonymMap@5aeaef61, false)
   [junit4]   2> offsetsAreCorrect=true
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestRandomChains -Dtests.method=testRandomChains -Dtests.seed=A09B570B602BCA0D -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-US -Dtests.timezone=Etc/GMT-12 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   18.3s J2 | TestRandomChains.testRandomChains <<<
   [junit4]    > Throwable #1: java.lang.IllegalStateException: last stage: inconsistent endOffset at pos=1: 4 vs 11; token=᭚凉똲𑸟򄷒n
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A09B570B602BCA0D:9D7A7E6A2739D7CD]:0)
   [junit4]    > 	at org.apache.lucene.analysis.ValidatingTokenFilter.incrementToken(ValidatingTokenFilter.java:124)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkResetException(BaseTokenStreamTestCase.java:405)
   [junit4]    > 	at org.apache.lucene.analysis.BaseTokenStreamTestCase.checkRandomData(BaseTokenStreamTestCase.java:510)
   [junit4]    > 	at org.apache.lucene.analysis.core.TestRandomChains.testRandomChains(TestRandomChains.java:932)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/common/test/J2/temp/lucene.analysis.core.TestRandomChains_A09B570B602BCA0D-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {dummy=PostingsFormat(name=Memory doPackFST= false)}, docValues:{}, sim=ClassicSimilarity, locale=es-US, timezone=Etc/GMT-12
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=85587464,total=222822400
   [junit4]   2> NOTE: All tests run in this JVM: [TestEnglishMinimalStemFilter, TestCaseInsensitive, TestNeedAffix, TestRollingCharBuffer, TestArabicNormalizationFilter, DateRecognizerFilterFactoryTest, TestConv, TestBrazilianStemFilterFactory, TestGermanLightStemFilterFactory, TestCodepointCountFilterFactory, TestLatvianAnalyzer, TestSynonymFilterFactory, TestLimitTokenOffsetFilterFactory, TestRandomChains]
   [junit4] Completed [70/277 (1!)] on J2 in 46.16s, 2 tests, 1 error <<< FAILURES!

[...truncated 629 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:475: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2187: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:106: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/analysis/build.xml:38: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 277 suites (2 ignored), 1427 tests, 1 error, 1 ignored [seed: A09B570B602BCA0D]

Total time: 82 minutes 28 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 936 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/936/

3 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=7209, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=7209, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:49048: collection already exists: awholynewstresscollection_collection0_0
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
There were too many update fails (98 > 60) - we expect it can happen, but shouldn't easily

Stack Trace:
java.lang.AssertionError: There were too many update fails (98 > 60) - we expect it can happen, but shouldn't easily
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A:921CA309D80E2592]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertFalse(Assert.java:68)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:216)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.TestDynamicLoading.testDynamicLoading

Error Message:
Could not get expected value  'X val changed' for path 'x' full output: {   "responseHeader":{     "status":0,     "QTime":0},   "params":{"wt":"json"},   "context":{     "webapp":"",     "path":"/test1",     "httpMethod":"GET"},   "class":"org.apache.solr.core.BlobStoreTestRequestHandler",   "x":"X val"}

Stack Trace:
java.lang.AssertionError: Could not get expected value  'X val changed' for path 'x' full output: {
  "responseHeader":{
    "status":0,
    "QTime":0},
  "params":{"wt":"json"},
  "context":{
    "webapp":"",
    "path":"/test1",
    "httpMethod":"GET"},
  "class":"org.apache.solr.core.BlobStoreTestRequestHandler",
  "x":"X val"}
	at __randomizedtesting.SeedInfo.seed([1A489CD376F2486A:C205B184812FEDCA]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.core.TestSolrConfigHandler.testForResponseElement(TestSolrConfigHandler.java:456)
	at org.apache.solr.core.TestDynamicLoading.testDynamicLoading(TestDynamicLoading.java:255)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11027 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/init-core-data-001
   [junit4]   2> 295276 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 295276 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 295281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 295281 INFO  (Thread-4227) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 295281 INFO  (Thread-4227) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 295381 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkTestServer start zk server on port:50226
   [junit4]   2> 295382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295390 INFO  (zkCallback-899-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@645117a2 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295390 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295397 INFO  (zkCallback-900-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7deec9c9 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295397 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295397 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295398 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 295399 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 295401 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 295402 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 295404 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 295404 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 295407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 295407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 295409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295409 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295413 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 295413 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 295417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 295417 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 295419 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 295419 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 295421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 295421 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 295426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 295426 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 295430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295430 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 295432 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 295434 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 295434 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 295444 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295445 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295449 INFO  (zkCallback-901-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16865410 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295449 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 295451 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295452 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295453 INFO  (zkCallback-902-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6986b361 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295453 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295454 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 295454 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 295457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 295457 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 295459 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 295459 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 295470 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295471 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 295472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 295472 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 295473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 295473 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 295475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 295475 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 295476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 295476 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 295479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295479 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 295483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 295483 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 295486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 295486 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 295488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 295488 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 295603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1
   [junit4]   2> 295605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 295607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1fe866cd{/,null,AVAILABLE}
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@277d8c99{HTTP/1.1}{127.0.0.1:52323}
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server Started @298758ms
   [junit4]   2> 295616 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/tempDir-001/control/data, hostContext=/, hostPort=52323, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores}
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001'
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 295617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295622 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295623 INFO  (zkCallback-903-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5a32ee4 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 295624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/solr.xml
   [junit4]   2> 295629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1863071554
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001]
   [junit4]   2> 295630 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/lib
   [junit4]   2> 295630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 295631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50226/solr
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 295632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 295633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295639 INFO  (zkCallback-906-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f055a01 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 295641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 295651 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b1aab39 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 295651 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 295659 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 295660 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 295663 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 295664 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 295666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 295668 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 295669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 295669 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 295670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 295671 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52323_
   [junit4]   2> 295672 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52323_
   [junit4]   2> 295673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 295674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 295675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 295675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95398194716540934-127.0.0.1:52323_-n_0000000000
   [junit4]   2> 295676 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52323_
   [junit4]   2> 295676 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 295677 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Overseer (id=95398194716540934-127.0.0.1:52323_-n_0000000000) starting
   [junit4]   2> 295678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 295683 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 295684 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 295684 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295688 INFO  (OverseerCollectionConfigSetProcessor-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 295695 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 295710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 295710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 295711 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1
   [junit4]   2> 295712 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 295714 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 295714 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 295716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 295722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 295722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:52323_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 295722 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 295723 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 295723 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 295724 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 295726 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 295726 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 296716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 296716 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 296717 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 296717 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1'
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 296718 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 296720 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 296726 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 296731 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 296740 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 296746 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 296849 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 296855 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 296856 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 296870 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 296872 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 296874 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296875 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 296876 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 296876 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/]
   [junit4]   2> 296877 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@24b453c3
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index/
   [junit4]   2> 296878 WARN  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 296878 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/index
   [junit4]   2> 296879 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=39, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=25.0439453125, floorSegmentMB=0.943359375, forceMergeDeletesPctAllowed=14.725817520948132, segmentsPerTier=19.0, maxCFSSegmentSizeMB=0.2001953125, noCFSRatio=1.0
   [junit4]   2> 296886 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0e9c2c),segFN=segments_1,generation=1}
   [junit4]   2> 296886 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 296890 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296891 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 296891 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/
   [junit4]   2> 296891 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 296891 WARN  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 296891 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 296893 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296896 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296899 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296901 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 296904 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 296905 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 296906 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=21, maxMergeAtOnceExplicit=40, maxMergedSegmentMB=71.796875, floorSegmentMB=1.7939453125, forceMergeDeletesPctAllowed=1.6685891877534087, segmentsPerTier=42.0, maxCFSSegmentSizeMB=1.8310546875, noCFSRatio=1.0
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/index-SimpleFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@f0e9c2c),segFN=segments_1,generation=1}
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 296911 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c11e46c[collection1] main]
   [junit4]   2> 296912 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 296915 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 296916 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 296918 INFO  (searcherExecutor-1844-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6c11e46c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 296918 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526371117172785152
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526371117172785152
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 296920 INFO  (coreLoadExecutor-1843-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 296921 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:52323 collection:control_collection shard:shard1
   [junit4]   2> 296922 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 296926 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95398194716540934-core_node1-n_0000000000
   [junit4]   2> 296927 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 296928 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:52323/collection1/
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:52323/collection1/ has no replicas
   [junit4]   2> 296929 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 296929 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 296932 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 296934 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:52323/collection1/ shard1
   [junit4]   2> 296934 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 297036 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297036 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:52323/collection1/ and leader is http://127.0.0.1:52323/collection1/
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:52323
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 297087 INFO  (coreZkRegister-1837-thread-1-processing-n:127.0.0.1:52323_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:52323_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 297094 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 297095 INFO  (OverseerStateUpdate-95398194716540934-127.0.0.1:52323_-n_0000000000) [n:127.0.0.1:52323_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52323",
   [junit4]   2>   "node_name":"127.0.0.1:52323_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 297198 INFO  (zkCallback-907-thread-2-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297198 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 297224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297225 INFO  (zkCallback-909-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74b24ec1 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297225 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297226 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297226 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 297228 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 297323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores/collection1
   [junit4]   2> 297324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001
   [junit4]   2> 297324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 297332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23ae156f{/,null,AVAILABLE}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.ServerConnector Started ServerConnector@26e2a270{HTTP/1.1}{127.0.0.1:33842}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.e.j.s.Server Started @300476ms
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=33842, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores}
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001'
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 297335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 297336 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297338 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297339 INFO  (zkCallback-910-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45db7298 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297339 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297340 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297341 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 297341 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/solr.xml
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/cores
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer New CoreContainer 1330663732
   [junit4]   2> 297346 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001]
   [junit4]   2> 297346 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_1A489CD376F2486A-001/shard-1-001/lib
   [junit4]   2> 297347 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 297348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 297348 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50226/solr
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 297349 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 297350 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297350 INFO  (zkCallback-913-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@195a5306 name:ZooKeeperConnection Watcher:127.0.0.1:50226 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297351 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297351 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 297355 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 297359 INFO  (zkCallback-914-thread-1-processing-n:127.0.0.1:33842_) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2d621e09 name:ZooKeeperConnection Watcher:127.0.0.1:50226/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 297359 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 297363 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 298368 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33842_
   [junit4]   2> 298369 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1A489CD376F2486A]) [n:127.0.0.1:33842_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33842_
   [junit4]   2> 298370 INFO  (zkCallback-909-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 298370 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:52323_) [n:127.0.0.1:52323_    ] o.a.s.c.c.ZkStateReader 

[...truncated too long message...]

86A]-worker) [    ] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.teardownClass(HdfsChaosMonkeyNothingIsSafeTest.java:47)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 1563925 INFO  (SUITE-HdfsChaosMonkeyNothingIsSafeTest-seed#[1A489CD376F2486A]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest_1A489CD376F2486A-001
   [junit4]   2> Feb 16, 2016 10:36:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 3 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene60, sim=ClassicSimilarity, locale=es-AR, timezone=Asia/Qatar
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=3,free=209194592,total=523763712
   [junit4]   2> NOTE: All tests run in this JVM: [TestSortByMinMaxFunction, TestFastWriter, TestManagedSchemaFieldTypeResource, CoreMergeIndexesAdminHandlerTest, RestartWhileUpdatingTest, FieldAnalysisRequestHandlerTest, TestJmxIntegration, TestFieldCollectionResource, RegexBoostProcessorTest, BigEndianAscendingWordSerializerTest, TestSolrDeletionPolicy1, TestRandomRequestDistribution, WrapperMergePolicyFactoryTest, TestCloudSchemaless, FullSolrCloudDistribCmdsTest, FullHLLTest, TestReloadDeadlock, TestZkChroot, LeaderElectionTest, SparseHLLTest, TestDynamicLoading, LukeRequestHandlerTest, SharedFSAutoReplicaFailoverUtilsTest, HdfsLockFactoryTest, PreAnalyzedUpdateProcessorTest, SolrXmlInZkTest, TestFreeTextSuggestions, SimpleFacetsTest, DistributedQueryComponentOptimizationTest, SliceStateTest, DistribCursorPagingTest, TestReversedWildcardFilterFactory, TestXIncludeConfig, OverseerRolesTest, SolrTestCaseJ4Test, TestDFISimilarityFactory, TestLRUStatsCache, ShowFileRequestHandlerTest, TestComplexPhraseQParserPlugin, ClusterStateTest, AutoCommitTest, TestCoreDiscovery, TestFilteredDocIdSet, HdfsChaosMonkeyNothingIsSafeTest]
   [junit4] Completed [137/579 (3!)] on J2 in 111.43s, 1 test, 1 failure <<< FAILURES!

[...truncated 1426 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 2 failures, 34 ignored (18 assumptions) [seed: 1A489CD376F2486A]

Total time: 227 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 935 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/935/

4 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.schema.SpatialRPTFieldTypeTest

Error Message:


Stack Trace:
java.lang.AssertionError
	at org.apache.lucene.util.TestRuleTemporaryFilesCleanup.before(TestRuleTemporaryFilesCleanup.java:112)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.before(TestRuleAdapter.java:26)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:35)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.schema.SpatialRPTFieldTypeTest

Error Message:
141 threads leaked from SUITE scope at org.apache.solr.schema.SpatialRPTFieldTypeTest:     1) Thread[id=15973, name=coreZkRegister-2188-thread-20, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=16081, name=qtp275353430-16081, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=15954, name=OverseerThreadFactory-3408-thread-4, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=16100, name=qtp794799659-16100, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=15965, name=coreZkRegister-2188-thread-12, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    6) Thread[id=15969, name=coreZkRegister-2188-thread-16, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    7) Thread[id=15983, name=coreZkRegister-2199-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    8) Thread[id=15944, name=coreZkRegister-2166-thread-21-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    9) Thread[id=15943, name=coreZkRegister-2166-thread-20-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   10) Thread[id=16160, name=qtp275353430-16160, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   11) Thread[id=16144, name=qtp794799659-16144, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   12) Thread[id=15958, name=OverseerThreadFactory-3408-thread-6, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   13) Thread[id=15953, name=coreZkRegister-2188-thread-9-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   14) Thread[id=16114, name=updateExecutor-1422-thread-12-processing-n:127.0.0.1:34572_ysp%2Fv x:awholynewstresscollection_collection0_2_shard6_replica2 s:shard6 c:awholynewstresscollection_collection0_2 r:core_node9, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)         at java.util.concurrent.FutureTask.get(FutureTask.java:191)         at org.apache.solr.update.DefaultSolrCoreState$2.run(DefaultSolrCoreState.java:317)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   15) Thread[id=16041, name=updateExecutor-1422-thread-9, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   16) Thread[id=15977, name=coreZkRegister-2199-thread-3-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   17) Thread[id=15960, name=coreZkRegister-2166-thread-29-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   18) Thread[id=16055, name=qtp275353430-16055, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   19) Thread[id=15938, name=coreZkRegister-2166-thread-15-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   20) Thread[id=16162, name=qtp715543800-16162, state=TERMINATED, group={null group}]         at (empty stack)   21) Thread[id=15942, name=coreZkRegister-2166-thread-19, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   22) Thread[id=15946, name=coreZkRegister-2166-thread-23-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   23) Thread[id=15951, name=coreZkRegister-2166-thread-24, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   24) Thread[id=15986, name=coreZkRegister-2188-thread-26, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   25) Thread[id=16053, name=recoveryExecutor-1429-thread-8-processing-n:127.0.0.1:33063_ysp%2Fv x:awholynewstresscollection_collection4_2_shard8_replica2 s:shard8 c:awholynewstresscollection_collection4_2 r:core_node1, state=WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.FutureTask.awaitDone(FutureTask.java:429)         at java.util.concurrent.FutureTask.get(FutureTask.java:191)         at org.apache.solr.cloud.RecoveryStrategy.sendPrepRecoveryCmd(RecoveryStrategy.java:596)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:353)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:224)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   26) Thread[id=16129, name=qtp794799659-16129, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   27) Thread[id=15998, name=coreZkRegister-2199-thread-10-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   28) Thread[id=15917, name=coreZkRegister-2166-thread-2, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   29) Thread[id=16163, name=qtp275353430-16163, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   30) Thread[id=15976, name=coreZkRegister-2199-thread-2-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   31) Thread[id=16010, name=coreZkRegister-2199-thread-19-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   32) Thread[id=15993, name=coreZkRegister-2188-thread-33-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   33) Thread[id=16124, name=recoveryExecutor-1429-thread-10, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   34) Thread[id=16066, name=qtp813813828-16066, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.core.SolrCore.closeAndWait(SolrCore.java:1020)         at org.apache.solr.core.CoreContainer.unload(CoreContainer.java:995)         at org.apache.solr.handler.admin.CoreAdminOperation$2.call(CoreAdminOperation.java:142)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:354)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:153)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:155)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:676)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:439)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:225)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:183)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:300)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   35) Thread[id=15956, name=coreZkRegister-2166-thread-26, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   36) Thread[id=16076, name=qtp813813828-16076, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   37) Thread[id=16077, name=qtp275353430-16077, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   38) Thread[id=16015, name=coreZkRegister-2199-thread-24-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   39) Thread[id=15966, name=coreZkRegister-2188-thread-13-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   40) Thread[id=15959, name=coreZkRegister-2166-thread-28-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   41) Thread[id=15999, name=coreZkRegister-2199-thread-11-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   42) Thread[id=15916, name=zkCallback-1415-thread-24, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   43) Thread[id=16152, name=qtp794799659-16152, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   44) Thread[id=16118, name=qtp794799659-16118, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   45) Thread[id=15923, name=coreZkRegister-2188-thread-6-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   46) Thread[id=15920, name=coreZkRegister-2166-thread-3, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   47) Thread[id=16026, name=recoveryExecutor-1423-thread-8, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   48) Thread[id=15991, name=coreZkRegister-2188-thread-31-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   49) Thread[id=15985, name=coreZkRegister-2188-thread-25-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   50) Thread[id=16048, name=recoveryExecutor-1423-thread-9-processing-n:127.0.0.1:34572_ysp%2Fv x:awholynewstresscollection_collection3_2_shard6_replica3 s:shard6 c:awholynewstresscollection_collection3_2 r:core_node13, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:365)         at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:224)         at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   51) Thread[id=15929, name=coreZkRegister-2166-thread-6-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   52) Thread[id=16120, name=updateExecutor-1428-thread-10, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   53) Thread[id=15932, name=coreZkRegister-2166-thread-9-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   54) Thread[id=16061, name=qtp813813828-16061, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   55) Thread[id=16019, name=coreZkRegister-2199-thread-28-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   56) Thread[id=15940, name=coreZkRegister-2166-thread-17-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   57) Thread[id=16014, name=coreZkRegister-2199-thread-23, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   58) Thread[id=16013, name=coreZkRegister-2199-thread-22-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   59) Thread[id=15925, name=coreZkRegister-2166-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   60) Thread[id=15972, name=coreZkRegister-2188-thread-19-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1342)         at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1470)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:567)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   61) Thread[id=15980, name=coreZkRegister-2188-thread-23-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at org.apache.zookeeper.ClientCnxn.submitRequest(ClientCnxn.java:1342)         at org.apache.zookeeper.ZooKeeper.getChildren(ZooKeeper.java:1470)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:336)         at org.apache.solr.common.cloud.SolrZkClient$6.execute(SolrZkClient.java:333)         at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)         at org.apache.solr.common.cloud.SolrZkClient.getChildren(SolrZkClient.java:333)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:567)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   62) Thread[id=15941, name=coreZkRegister-2166-thread-18, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   63) Thread[id=15922, name=coreZkRegister-2188-thread-5-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   64) Thread[id=15921, name=coreZkRegister-2188-thread-4, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   65) Thread[id=16000, name=coreZkRegister-2199-thread-12, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   66) Thread[id=15926, name=OverseerThreadFactory-3408-thread-1, state=WAITING, group=Overseer collection creation process.]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:458)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:924)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   67) Thread[id=16060, name=qtp794799659-16060, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.handler.admin.CoreAdminOperation$9.call(CoreAdminOperation.java:568)         at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:354)         at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:153)         at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:155)         at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:676)         at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:439)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:225)         at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:183)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:109)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlets.UserAgentFilter.doFilter(UserAgentFilter.java:83)         at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:364)         at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1652)         at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:585)         at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:221)         at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1127)         at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:515)         at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)         at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1061)         at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)         at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)         at org.eclipse.jetty.server.Server.handle(Server.java:499)         at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:310)         at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:257)         at org.eclipse.jetty.io.AbstractConnection$2.run(AbstractConnection.java:540)         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:635)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:555)         at java.lang.Thread.run(Thread.java:745)   68) Thread[id=16018, name=coreZkRegister-2199-thread-27-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   69) Thread[id=16108, name=qtp813813828-16108, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   70) Thread[id=16007, name=coreZkRegister-2199-thread-16-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   71) Thread[id=15974, name=coreZkRegister-2188-thread-21-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   72) Thread[id=15963, name=coreZkRegister-2188-thread-10-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   73) Thread[id=15962, name=coreZkRegister-2166-thread-31-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   74) Thread[id=15978, name=zkCallback-1431-thread-28, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   75) Thread[id=15987, name=coreZkRegister-2188-thread-27, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   76) Thread[id=16063, name=zkCallback-1431-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   77) Thread[id=16101, name=qtp794799659-16101, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   78) Thread[id=15931, name=coreZkRegister-2166-thread-8-processing-n:127.0.0.1:57239_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   79) Thread[id=16149, name=qtp794799659-16149, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:389)         at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:531)         at org.eclipse.jetty.util.thread.QueuedThreadPool.access$700(QueuedThreadPool.java:47)         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:590)         at java.lang.Thread.run(Thread.java:745)   80) Thread[id=16009, name=coreZkRegister-2199-thread-18-processing-n:127.0.0.1:33063_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   81) Thread[id=15961, name=coreZkRegister-2166-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   82) Thread[id=15981, name=coreZkRegister-2188-thread-24-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ShardLeaderElectionContext.waitForReplicasToComeUp(ElectionContext.java:604)         at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:306)         at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:197)         at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:157)         at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:346)         at org.apache.solr.cloud.ZkController.joinElection(ZkController.java:1060)         at org.apache.solr.cloud.ZkController.register(ZkController.java:871)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent.FutureTask.run(FutureTask.java:266)         at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)   83) Thread[id=15990, name=coreZkRegister-2188-thread-30-processing-n:127.0.0.1:34572_ysp%2Fv, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1018)         at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:988)         at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:944)         at org.apache.solr.cloud.ZkController.register(ZkController.java:883)         at org.apache.solr.cloud.ZkController$RegisterCoreAsync.call(ZkController.java:203)         at java.util.concurrent

[...truncated too long message...]

est]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   105) Thread[id=15971, name=coreZkRegister-2188-thread-18, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   106) Thread[id=15978, name=zkCallback-1431-thread-28, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   107) Thread[id=15987, name=coreZkRegister-2188-thread-27, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   108) Thread[id=15945, name=coreZkRegister-2166-thread-22, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   109) Thread[id=16063, name=zkCallback-1431-thread-30, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >   110) Thread[id=15931, name=coreZkRegister-2166-thread-8, state=TIMED_WAITING, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AED446C00D3545C1]:0)
   [junit4] Completed [536/579 (3!)] on J1 in 77.18s, 0 tests, 1 failure, 2 errors <<< FAILURES!

[...truncated 129 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160215_191322_630.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid28059.hprof ...
   [junit4] Heap dump file created [666880762 bytes in 5.874 secs]
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20160215_191322_630.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection1"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection3"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection2"
   [junit4] 
   [junit4] Exception: java.lang.OutOfMemoryError thrown from the UncaughtExceptionHandler in thread "collection4"
   [junit4] <<< JVM J1: EOF ----

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2321 tests, 4 suite-level errors, 1 failure, 161 ignored (17 assumptions) [seed: AED446C00D3545C1]

Total time: 434 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 934 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/934/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=813, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=813, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:50510: collection already exists: awholynewstresscollection_collection2_6
	at __randomizedtesting.SeedInfo.seed([59CB1503372ACE0]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1099)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:966)


FAILED:  org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes

Error Message:
expected:<5> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<5> but was:<4>
	at __randomizedtesting.SeedInfo.seed([59CB1503372ACE0:29E5F5D546CB6445]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.update.DirectUpdateHandlerTest.testExpungeDeletes(DirectUpdateHandlerTest.java:299)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11031 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/init-core-data-001
   [junit4]   2> 18608 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 18608 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 18628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 18632 INFO  (Thread-97) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 18633 INFO  (Thread-97) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 18731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkTestServer start zk server on port:57012
   [junit4]   2> 18750 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 18850 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18867 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 20462 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f20b176 name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20463 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20465 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 20503 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20504 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x152e16ca8d90000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 20506 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20515 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9049296 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20515 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 20528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 20534 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 20537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 20542 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 20543 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 20550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 20550 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 20554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 20560 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 20565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 20565 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 20571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 20571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 20575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 20576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 20581 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 20582 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 20586 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20587 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 20593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 20599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 20599 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 20606 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20610 INFO  (zkCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5245922c name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 20620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20630 INFO  (zkCallback-27-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@29017e7d name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 20631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 20643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 20643 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 20650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 20650 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 20655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 20662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 20662 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 20666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 20666 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 20670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 20670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 20674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 20674 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 20678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20678 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 20682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 20682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 20685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 20685 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 20689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 20689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 20805 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1
   [junit4]   2> 20808 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 20810 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cc0fa58{/,null,AVAILABLE}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@52df766d{HTTP/1.1}{127.0.0.1:46702}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server Started @24495ms
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/tempDir-001/control/data, hostContext=/, hostPort=46702, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores}
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 20812 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001'
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 20813 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20818 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20825 INFO  (zkCallback-28-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7c418dc8 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20825 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20825 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 20831 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/solr.xml
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer New CoreContainer 364362857
   [junit4]   2> 20840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001]
   [junit4]   2> 20841 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/lib
   [junit4]   2> 20841 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 20843 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57012/solr
   [junit4]   2> 20860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 20860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20861 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20865 INFO  (zkCallback-31-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@efcb13b name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20865 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20873 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20879 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31a962fb name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 20903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 20915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 20922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 20930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 20945 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 20950 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 20956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 20960 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 20961 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46702_
   [junit4]   2> 20965 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46702_
   [junit4]   2> 20975 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 20978 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 20982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 20984 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95386398933712902-127.0.0.1:46702_-n_0000000000
   [junit4]   2> 20989 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46702_
   [junit4]   2> 20990 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 20992 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Overseer (id=95386398933712902-127.0.0.1:46702_-n_0000000000) starting
   [junit4]   2> 21003 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 21046 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 21050 INFO  (OverseerCollectionConfigSetProcessor-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 21050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 21058 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 21166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 21166 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 21168 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1
   [junit4]   2> 21172 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 21178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 21178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:46702_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 21179 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 21179 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 21189 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 21194 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 21201 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 21204 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 21215 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 21221 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22195 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 22195 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 22196 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 22196 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1'
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22198 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 22201 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 22214 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 22219 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 22246 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 22259 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 22424 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 22441 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 22442 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 22480 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 22484 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 22487 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 22491 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 22496 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 22497 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/]
   [junit4]   2> 22497 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@7633bc35
   [junit4]   2> 22506 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data
   [junit4]   2> 22506 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index/
   [junit4]   2> 22506 WARN  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 22507 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/index
   [junit4]   2> 22508 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=45, maxMergedSegmentMB=90.91015625, floorSegmentMB=0.8583984375, forceMergeDeletesPctAllowed=13.163093030912039, segmentsPerTier=5.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 22520 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50962eab),segFN=segments_1,generation=1}
   [junit4]   2> 22520 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 22528 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/
   [junit4]   2> 22528 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 22529 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 22545 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22546 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 22546 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 22546 WARN  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 22549 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22554 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22558 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22561 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 22576 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 22577 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 22582 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 22582 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 22584 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 22584 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 22586 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=34, maxMergedSegmentMB=9.677734375, floorSegmentMB=1.166015625, forceMergeDeletesPctAllowed=16.086761724317427, segmentsPerTier=22.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NIOFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/index-NIOFSDirectory-001 lockFactory=org.apache.lucene.store.NativeFSLockFactory@50962eab),segFN=segments_1,generation=1}
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 22594 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@387abaad[collection1] main]
   [junit4]   2> 22595 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 22598 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 22598 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 22602 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 22602 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 22603 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 22604 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 22604 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 22615 INFO  (searcherExecutor-125-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@387abaad[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 22616 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526182387033047040
   [junit4]   2> 22617 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1526182387033047040
   [junit4]   2> 22619 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 22621 INFO  (coreLoadExecutor-124-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 22622 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:46702 collection:control_collection shard:shard1
   [junit4]   2> 22635 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 22647 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95386398933712902-core_node1-n_0000000000
   [junit4]   2> 22648 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 22653 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46702/collection1/
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 22669 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46702/collection1/ has no replicas
   [junit4]   2> 22680 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 22689 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22693 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 22700 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22720 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6f0d7b10 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 22727 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46702/collection1/ shard1
   [junit4]   2> 22727 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 22729 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 22729 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22732 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22779 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:46702/collection1/ and leader is http://127.0.0.1:46702/collection1/
   [junit4]   2> 22779 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46702
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 22780 INFO  (coreZkRegister-118-thread-1-processing-n:127.0.0.1:46702_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46702_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 22783 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 22784 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46702",
   [junit4]   2>   "node_name":"127.0.0.1:46702_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 22846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores/collection1
   [junit4]   2> 22851 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001
   [junit4]   2> 22852 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server jetty-9.2.13.v20150730
   [junit4]   2> 22857 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66fbd515{/,null,AVAILABLE}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.ServerConnector Started ServerConnector@66cfc1d{HTTP/1.1}{127.0.0.1:56763}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.e.j.s.Server Started @26541ms
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=56763, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores}
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 22858 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001'
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 22859 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22860 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22863 INFO  (zkCallback-35-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5af66e07 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22863 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22864 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 22872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/solr.xml
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer New CoreContainer 637151620
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001]
   [junit4]   2> 22880 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/lib
   [junit4]   2> 22880 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57012/solr
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 22882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 22883 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22888 INFO  (zkCallback-38-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@30a895e9 name:ZooKeeperConnection Watcher:127.0.0.1:57012 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22888 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22889 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 22890 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22890 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 22898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 22902 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e8d9527 name:ZooKeeperConnection Watcher:127.0.0.1:57012/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 22902 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 22913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 23920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:56763_
   [junit4]   2> 23921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:56763_
   [junit4]   2> 23923 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23923 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23924 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 23925 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 23925 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95386398933712906-127.0.0.1:56763_-n_0000000001
   [junit4]   2> 23928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95386398933712902-127.0.0.1:46702_-n_0000000000 to know if I could be the leader
   [junit4]   2> 23951 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 23953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 23954 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores
   [junit4]   2> 23955 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 23956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_59CB1503372ACE0-001/shard-1-001/cores/collection1
   [junit4]   2> 23956 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 23982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 23982 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[59CB1503372ACE0]) [n:127.0.0.1:56763_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 23982 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 23982 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 23989 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56763",
   [junit4]   2>   "node_name":"127.0.0.1:56763_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:56763",
   [junit4]   2>   "node_name":"127.0.0.1:56763_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 23990 INFO  (OverseerStateUpdate-95386398933712902-127.0.0.1:46702_-n_0000000000) [n:127.0.0.1:46702_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 23993 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 24102 INFO  (zkCallback-34-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 24102 INFO  (zkCallback-39-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 24103 INFO  (zkCallback-32-thread-1-processing-n:127.0.0.1:46702_) [n:127.0.0.1:46702_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 25000 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 25000 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 25001 INFO  (coreLoadExecutor-135-thread-1-processing-n:127.0.0.1:56763_) [n:127.0.0.1:56763_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 25001 INF

[...truncated too long message...]

eHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1247988 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5debacd6),segFN=segments_i,generation=18}
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(SimpleFSDirectory@/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5debacd6),segFN=segments_j,generation=19}
   [junit4]   2> 1247988 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 19
   [junit4]   2> 1247990 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@657a605[collection1] main]
   [junit4]   2> 1247990 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1247993 INFO  (searcherExecutor-3750-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@657a605[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_a(6.0.0):c2) Uninverting(_b(6.0.0):c1)))}
   [junit4]   2> 1247993 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 16
   [junit4]   2> 1247994 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:ZZZ&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1247994 INFO  (TEST-DirectUpdateHandlerTest.testDeleteRollback-seed#[59CB1503372ACE0]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDeleteRollback
   [junit4]   2> 1247995 INFO  (SUITE-DirectUpdateHandlerTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 1247995 INFO  (SUITE-DirectUpdateHandlerTest-seed#[59CB1503372ACE0]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=917979863
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@76dafe34
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=1,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1247995 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1247996 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1248006 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockFSDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001;done=false>>]
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 1248007 INFO  (coreCloseExecutor-3754-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.update.DirectUpdateHandlerTest_59CB1503372ACE0-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{}, sim=ClassicSimilarity, locale=en-ZA, timezone=America/Cayenne
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=189273048,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [TestElisionMultitermQuery, DistributedQueryComponentOptimizationTest, AnalyticsMergeStrategyTest, DocValuesMissingTest, TestDynamicLoading, SpatialHeatmapFacetsTest, BaseCdcrDistributedZkTest, LeaderElectionTest, TestFuzzyAnalyzedSuggestions, TestConfigSetsAPIExclusivity, TestJsonFacets, FullHLLTest, BadCopyFieldTest, TestDistribDocBasedVersion, TestStressRecovery, SampleTest, DocValuesMultiTest, TestFieldCollectionResource, TestTolerantSearch, TestSha256AuthenticationProvider, PreAnalyzedUpdateProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, StressHdfsTest, XmlUpdateRequestHandlerTest, MergeStrategyTest, TestDistributedMissingSort, SliceStateTest, ClusterStateTest, TestSmileRequest, NoCacheHeaderTest, DistributedQueueTest, DistribCursorPagingTest, LukeRequestHandlerTest, TestJettySolrRunner, FieldMutatingUpdateProcessorTest, DeleteReplicaTest, TestWriterPerf, TestDistributedStatsComponentCardinality, PluginInfoTest, CleanupOldIndexTest, TestSchemaResource, TestLRUStatsCache, SegmentsInfoRequestHandlerTest, TestChildDocTransformer, TestSolrConfigHandlerConcurrent, StatsComponentTest, SearchHandlerTest, DistanceUnitsTest, SharedFSAutoReplicaFailoverUtilsTest, TestFilteredDocIdSet, TestManagedSchemaFieldTypeResource, CircularListTest, TestFreeTextSuggestions, ZkStateWriterTest, CdcrUpdateLogTest, HdfsChaosMonkeyNothingIsSafeTest, TestAnalyzeInfixSuggestions, TestExceedMaxTermLength, CoreMergeIndexesAdminHandlerTest, SolrCoreCheckLockOnStartupTest, TermVectorComponentDistributedTest, TestRequestForwarding, TestReloadDeadlock, TestBulkSchemaAPI, HdfsNNFailoverTest, SuggesterWFSTTest, TestSearchPerf, BinaryUpdateRequestHandlerTest, HardAutoCommitTest, TestInitParams, RecoveryZkTest, RegexBoostProcessorTest, TestManagedResource, DistributedFacetPivotSmallTest, TestReload, DistributedFacetPivotLargeTest, TestSuggestSpellingConverter, DebugComponentTest, BasicDistributedZk2Test, SmileWriterTest, TestTrackingShardHandlerFactory, TestSort, TestJmxMonitoredMap, ScriptEngineTest, LeaderInitiatedRecoveryOnShardRestartTest, DirectUpdateHandlerTest]
   [junit4] Completed [176/579 (2!)] on J2 in 14.31s, 7 tests, 1 failure <<< FAILURES!

[...truncated 1326 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 error, 1 failure, 34 ignored (18 assumptions) [seed: 59CB1503372ACE0]

Total time: 216 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 933 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/933/

1 tests failed.
FAILED:  org.apache.solr.core.TestNRTOpen.testSharedCores

Error Message:
expected:<3> but was:<2>

Stack Trace:
java.lang.AssertionError: expected:<3> but was:<2>
	at __randomizedtesting.SeedInfo.seed([17BA8CD3A3784B2C:F1B9C69C2B8E6623]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.core.TestNRTOpen.testSharedCores(TestNRTOpen.java:116)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12333 lines...]
   [junit4] Suite: org.apache.solr.core.TestNRTOpen
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256760 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256761 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256782 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256785 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256790 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256792 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 4256794 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256794 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr'
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 1118331258
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr]
   [junit4]   2> 4256795 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib
   [junit4]   2> 4256795 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4256799 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4256800 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-basic.xml, transient=false, schema=schema-minimal.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001, shard=shard1}
   [junit4]   2> 4256800 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256800 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256801 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256818 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256821 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256837 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256839 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4256841 WARN  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4256843 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4256844 WARN  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256844 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=87.560546875, floorSegmentMB=1.8818359375, forceMergeDeletesPctAllowed=3.8721827371796147, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 4256850 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 4256850 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4256850 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4256852 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4256853 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256854 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256855 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256855 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4256857 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=8, maxMergedSegmentMB=93.4384765625, floorSegmentMB=0.2666015625, forceMergeDeletesPctAllowed=28.274968396202297, segmentsPerTier=34.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6197897538164046
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 4256858 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@64dfa212[collection1] main]
   [junit4]   2> 4256858 WARN  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4256859 INFO  (searcherExecutor-10489-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@64dfa212[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 4256859 INFO  (coreLoadExecutor-10488-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4256860 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4256861 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4256862 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4256885 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 4256885 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 4256888 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@5528d6b7[collection1] main]
   [junit4]   2> 4256888 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4256888 INFO  (searcherExecutor-10489-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5528d6b7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C1)))}
   [junit4]   2> 4256889 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 26
   [junit4]   2> 4256889 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4256890 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1118331258
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@4a93b48f
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4256890 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001;done=false>>]
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 4256891 INFO  (coreCloseExecutor-10493-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256892 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256913 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256916 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256921 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256924 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=minimal
   [junit4]   2> 4256926 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr'
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256926 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 417266533
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr]
   [junit4]   2> 4256927 WARN  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/lib
   [junit4]   2> 4256927 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 4256928 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&retry=true
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 4256929 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig-basic.xml, transient=false, schema=schema-minimal.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001, shard=shard1}
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4256930 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4256947 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4256949 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4256955 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4256957 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4256959 WARN  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4256961 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4256962 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4256962 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4256962 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4256964 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4256966 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256967 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256967 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256968 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4256969 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4256969 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> 4256970 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=42, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=87.560546875, floorSegmentMB=1.8818359375, forceMergeDeletesPctAllowed=3.8721827371796147, segmentsPerTier=50.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 4256972 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 4256972 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 4256973 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5717cf1[collection1] main]
   [junit4]   2> 4256973 WARN  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4256974 INFO  (searcherExecutor-10500-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5717cf1[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C1)))}
   [junit4]   2> 4256974 INFO  (coreLoadExecutor-10499-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 4256975 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testReaderIsNRT
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4256980 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4256981 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4256981 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257005 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 4257005 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 4257007 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@6fac066c[collection1] main]
   [junit4]   2> 4257007 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257007 INFO  (searcherExecutor-10500-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6fac066c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257008 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 27
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4257009 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4257032 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4257034 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4257039 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4257042 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4257044 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4257046 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4257047 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4257047 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4257049 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4257050 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257051 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257052 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257053 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4257054 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57db4002[collection1] main]
   [junit4]   2> 4257055 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4257055 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4257056 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@57db4002[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 4257056 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=843648399, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 4257057 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 4257057 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 4257058 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6efcf01a[collection1] main]
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 4257059 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6efcf01a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1)))}
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@794954c9
   [junit4]   2> 4257059 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 4257060 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257061 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257061 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6dcde1f7[collection1] main]
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257064 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6dcde1f7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1)))}
   [junit4]   2> 4257064 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 3
   [junit4]   2> 4257065 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257065 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257097 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_4,generation=4}
   [junit4]   2> 4257097 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
   [junit4]   2> 4257098 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2be2a8b4[collection1] main]
   [junit4]   2> 4257099 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257099 INFO  (searcherExecutor-10504-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2be2a8b4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1)))}
   [junit4]   2> 4257099 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 33
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 4257100 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 4257123 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 4257126 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 4257141 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-basic.xml
   [junit4]   2> 4257144 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=minimal
   [junit4]   2> 4257146 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.IndexSchema no uniqueKey specified in schema.
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1
   [junit4]   2> 4257148 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/]
   [junit4]   2> 4257149 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 4257149 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index/
   [junit4]   2> 4257150 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/
   [junit4]   2> 4257151 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 4257153 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257154 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257155 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257155 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4257157 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4257160 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a771af4[collection1] main]
   [junit4]   2> 4257160 WARN  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 4257161 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6a771af4[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1) Uninverting(_4(6.0.0):C1)))}
   [junit4]   2> 4257161 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 4257185 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_4,generation=4}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 4257185 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
   [junit4]   2> 4257186 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@61fc5e8c
   [junit4]   2> 4257188 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 4257188 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 5
   [junit4]   2> 4257190 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 4257192 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@e9f4d18[collection1] main]
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@742591c9
   [junit4]   2> 4257193 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@e9f4d18[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_1(6.0.0):C1) Uninverting(_2(6.0.0):C1) Uninverting(_3(6.0.0):C1) Uninverting(_4(6.0.0):C1)))}
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=1,adds=1,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=3,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 4257193 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257194 INFO  (TEST-TestNRTOpen.testReaderIsNRT-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testReaderIsNRT
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSharedCores
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 4257198 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{deleteByQuery=*:*} 0 0
   [junit4]   2> 4257199 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257199 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257218 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_5,generation=5}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_6,generation=6}
   [junit4]   2> 4257218 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 6
   [junit4]   2> 4257220 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@56308a49[collection1] main]
   [junit4]   2> 4257220 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257220 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@56308a49[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1)))}
   [junit4]   2> 4257222 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 23
   [junit4]   2> 4257223 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=true,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257223 WARN  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 Starting optimize... Reading and rewriting the entire index! Use with care.
   [junit4]   2> 4257223 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrCore SolrIndexSearcher has not changed - not re-opening: org.apache.solr.search.SolrIndexSearcher
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257224 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{optimize=} 0 0
   [junit4]   2> 4257225 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257225 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23781e18[collection1] main]
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257245 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@23781e18[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_5(6.0.0):C1) Uninverting(_6(6.0.0):C1)))}
   [junit4]   2> 4257245 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 20
   [junit4]   2> 4257246 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257247 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[(null)]} 0 0
   [junit4]   2> 4257247 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 4257271 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_6,generation=6}
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index,segFN=segments_7,generation=7}
   [junit4]   2> 4257271 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 7
   [junit4]   2> 4257273 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@46ca4365[collection1] main]
   [junit4]   2> 4257273 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 4257273 INFO  (searcherExecutor-10508-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@46ca4365[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_b(6.0.0):c2) Uninverting(_c(6.0.0):C2)))}
   [junit4]   2> 4257275 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 27
   [junit4]   2> 4257275 INFO  (TEST-TestNRTOpen.testSharedCores-seed#[17BA8CD3A3784B2C]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSharedCores
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNRTOpen -Dtests.method=testSharedCores -Dtests.seed=17BA8CD3A3784B2C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=cs-CZ -Dtests.timezone=Pacific/Johnston -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 0.08s J2 | TestNRTOpen.testSharedCores <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: expected:<3> but was:<2>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([17BA8CD3A3784B2C:F1B9C69C2B8E6623]:0)
   [junit4]    > 	at org.apache.solr.core.TestNRTOpen.testSharedCores(TestNRTOpen.java:116)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4257278 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4257278 INFO  (SUITE-TestNRTOpen-seed#[17BA8CD3A3784B2C]-worker) [    x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=417266533
   [junit4]   2> 4257278 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14577e38
   [junit4]   2> 4257278 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=3,autocommits=0,soft autocommits=0,optimizes=1,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=4,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing StandardDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001;done=false>>]
   [junit4]   2> 4257279 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001
   [junit4]   2> 4257280 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 4257280 INFO  (coreCloseExecutor-10512-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001/init-core-data-001/index
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.core.TestNRTOpen_17BA8CD3A3784B2C-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=cs-CZ, timezone=Pacific/Johnston
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=317932240,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [BaseCdcrDistributedZkTest, TestTrackingShardHandlerFactory, TestSolrJ, TestChildDocTransformer, TestSolrCloudWithKerberosAlt, CdcrUpdateLogTest, ZkStateWriterTest, TestAnalyzeInfixSuggestions, TestReloadDeadlock, TestStressReorder, TestCollationField, CollectionStateFormat2Test, TestDynamicLoading, TestFieldTypeResource, DirectSolrConnectionTest, TestLRUStatsCache, TestSmileRequest, TestPerFieldSimilarityWithDefaultOverride, TestExceedMaxTermLength, LeaderElectionTest, TestOverriddenPrefixQueryForCustomFieldType, TestCoreDiscovery, DistributedFacetPivotLargeTest, StressHdfsTest, TestDistribIDF, TestDFISimilarityFactory, TestDistributedMissingSort, NoCacheHeaderTest, TestDistribDocBasedVersion, TestFieldCollectionResource, UnloadDistributedZkTest, TestSolrIndexConfig, SliceStateTest, CoreAdminHandlerTest, TestInitParams, TestCSVResponseWriter, SolrXmlInZkTest, DistributedFacetPivotSmallTest, CleanupOldIndexTest, TestReload, TestZkChroot, TestSort, TestSha256AuthenticationProvider, TestSerializedLuceneMatchVersion, HdfsDirectoryFactoryTest, SuggesterTSTTest, TestReversedWildcardFilterFactory, FullSolrCloudDistribCmdsTest, SuggesterTest, HdfsNNFailoverTest, DateMathParserTest, ShowFileRequestHandlerTest, TestRequestForwarding, CircularListTest, DistribCursorPagingTest, TestIndexSearcher, TestSolrQueryParser, BlockJoinFacetRandomTest, RecoveryAfterSoftCommitTest, TestSolrConfigHandlerConcurrent, TestAuthorizationFramework, TestRawTransformer, TestStressUserVersions, TestConfigReload, TestRestoreCore, DocValuesMultiTest, TestRandomRequestDistribution, VMParamsZkACLAndCredentialsProvidersTest, HdfsRestartWhileUpdatingTest, TestJmxIntegration, BadComponentTest, SegmentsInfoRequestHandlerTest, TestShardHandlerFactory, OverseerRolesTest, TestFreeTextSuggestions, TestDistributedStatsComponentCardinality, TestUniqueKeyFieldResource, AutoCommitTest, LukeRequestHandlerTest, TestBulkSchemaAPI, TestLeaderElectionZkExpiry, ClusterStateTest, QueryParsingTest, RegexBoostProcessorTest, TestManagedSchemaFieldTypeResource, MergeStrategyTest, TestMiniSolrCloudClusterBase, SampleTest, HdfsChaosMonkeyNothingIsSafeTest, BigEndianAscendingWordSerializerTest, TestScoreJoinQPNoScore, CoreMergeIndexesAdminHandlerTest, CurrencyFieldXmlFileTest, TestSchemaManager, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, OverseerTest, ShardRoutingTest, BasicZkTest, RecoveryZkTest, ClusterStateUpdateTest, TestRandomFaceting, ZkCLITest, ShardRoutingCustomTest, TestRecovery, TermVectorComponentDistributedTest, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestRangeQuery, TestCoreContainer, SimpleFacetsTest, TestSolr4Spatial, StatsComponentTest, SpellCheckComponentTest, TestGroupingSearch, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, BadIndexSchemaTest, ConvertedLegacyTest, TestFiltering, TestLazyCores, DirectUpdateHandlerTest, HighlighterTest, DistributedQueryElevationComponentTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, DocValuesTest, TestStressLucene, TestTrie, SpatialFilterTest, SuggesterWFSTTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, SolrCoreCheckLockOnStartupTest, TestPseudoReturnFields, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, TestWordDelimiterFilterFactory, QueryEqualityTest, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SortByFunctionTest, TestRemoteStreaming, TestSolrDeletionPolicy1, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, DebugComponentTest, CacheHeaderTest, TestQueryUtils, TestWriterPerf, PrimitiveFieldTypeTest, TestOmitPositions, XmlUpdateRequestHandlerTest, RequestHandlersTest, TestValueSourceCache, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, RequiredFieldsTest, FieldAnalysisRequestHandlerTest, TestArbitraryIndexDir, FastVectorHighlighterTest, IndexSchemaRuntimeFieldTest, SolrPluginUtilsTest, IndexSchemaTest, UpdateRequestProcessorFactoryTest, JSONWriterTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, TestPHPSerializedResponseWriter, PingRequestHandlerTest, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestQuerySenderNoQuery, CopyFieldTest, ResponseLogComponentTest, SolrIndexConfigTest, TestStressRecovery, TestMergePolicyConfig, TestSolrDeletionPolicy2, TestDocSet, TestSearchPerf, MinimalSchemaTest, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestPostingsSolrHighlighter, NotRequiredUniqueKeyTest, TestCharFilters, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestPerFieldSimilarity, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TestJmxMonitoredMap, TimeZoneUtilsTest, TestFastOutputStream, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestJettySolrRunner, AssignTest, AsyncCallRequestStatusResponseTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionsAPIAsyncDistributedZkTest, ConnectionManagerTest, CustomCollectionTest, DeleteInactiveReplicaTest, DeleteShardTest, DistributedQueueTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, LeaderInitiatedRecoveryOnCommitTest, LeaderInitiatedRecoveryOnShardRestartTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerStatusTest, OverseerTaskQueueTest, RestartWhileUpdatingTest, SharedFSAutoReplicaFailoverUtilsTest, SimpleCollectionCreateDeleteTest, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, HdfsBasicDistributedZkTest, HdfsUnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, ZkStateReaderTest, RuleEngineTest, CachingDirectoryFactoryTest, DirectoryFactoryTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetImmutable, TestImplicitCoreProperties, TestNRTOpen]
   [junit4] Completed [465/579 (1!)] on J2 in 0.54s, 2 tests, 1 failure <<< FAILURES!

[...truncated 376 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 1 failure, 34 ignored (18 assumptions) [seed: 17BA8CD3A3784B2C]

Total time: 225 minutes 15 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any