You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2015/12/11 22:24:30 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 879 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/879/

3 tests failed.
FAILED:  org.apache.solr.TestDistributedSearch.test

Error Message:
Captured an uncaught exception in thread: Thread[id=41366, name=Thread-34986, state=RUNNABLE, group=TGRP-TestDistributedSearch]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=41366, name=Thread-34986, state=RUNNABLE, group=TGRP-TestDistributedSearch]
	at __randomizedtesting.SeedInfo.seed([5782BE7325D8DB38:DFD681A98B24B6C0]:0)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57114/ai/collection1: java.lang.NullPointerException
	at org.apache.solr.search.grouping.distributed.responseprocessor.TopGroupsShardResponseProcessor.process(TopGroupsShardResponseProcessor.java:105)
	at org.apache.solr.handler.component.QueryComponent.handleGroupedResponses(QueryComponent.java:746)
	at org.apache.solr.handler.component.QueryComponent.handleResponses(QueryComponent.java:729)
	at org.apache.solr.handler.component.SearchHandler.handleRequestBody(SearchHandler.java:406)
	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:156)
	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2070)
	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:658)
	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:457)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:222)
	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:181)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:111)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:45)
	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1158)
	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1090)
	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:437)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)
	at org.eclipse.jetty.server.Server.handle(Server.java:517)
	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:242)
	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:261)
	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:75)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:213)
	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:147)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
	at java.lang.Thread.run(Thread.java:745)

	at __randomizedtesting.SeedInfo.seed([5782BE7325D8DB38]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.TestDistributedSearch$1.run(TestDistributedSearch.java:1115)


FAILED:  org.apache.solr.cloud.TestRequestForwarding.testMultiCollectionQuery

Error Message:
Could not create collection. Response{responseHeader={status=0,QTime=90258},success={null={responseHeader={status=0,QTime=1610},core=collection1_shard1_replica1}},failure={null=org.apache.solr.client.solrj.SolrServerException:Timeout occured while waiting response from server at: http://127.0.0.1:48786/solr}}

Stack Trace:
java.lang.AssertionError: Could not create collection. Response{responseHeader={status=0,QTime=90258},success={null={responseHeader={status=0,QTime=1610},core=collection1_shard1_replica1}},failure={null=org.apache.solr.client.solrj.SolrServerException:Timeout occured while waiting response from server at: http://127.0.0.1:48786/solr}}
	at __randomizedtesting.SeedInfo.seed([5782BE7325D8DB38:46F17942F9AEDE44]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.TestRequestForwarding.createCollection(TestRequestForwarding.java:87)
	at org.apache.solr.cloud.TestRequestForwarding.testMultiCollectionQuery(TestRequestForwarding.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test

Error Message:
shard3 is not consistent.  Got 522 from https://127.0.0.1:55468/collection1 (previous client) and got 184 from https://127.0.0.1:47547/collection1

Stack Trace:
java.lang.AssertionError: shard3 is not consistent.  Got 522 from https://127.0.0.1:55468/collection1 (previous client) and got 184 from https://127.0.0.1:47547/collection1
	at __randomizedtesting.SeedInfo.seed([5782BE7325D8DB38:DFD681A98B24B6C0]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1246)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1225)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:172)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10337 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestRequestForwarding
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/init-core-data-001
   [junit4]   2> 963881 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMultiCollectionQuery
   [junit4]   2> 963882 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 963882 INFO  (Thread-1602) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 963882 INFO  (Thread-1602) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 963982 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.ZkTestServer start zk server on port:37485
   [junit4]   2> 963983 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964015 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964025 INFO  (zkCallback-1119-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40e0c451 name:ZooKeeperConnection Watcher:127.0.0.1:37485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964025 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964025 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964025 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 964035 INFO  (jetty-launcher-1118-thread-1) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 964039 INFO  (jetty-launcher-1118-thread-2) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 964042 INFO  (jetty-launcher-1118-thread-3) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 964051 INFO  (jetty-launcher-1118-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2610fd17{/solr,null,AVAILABLE}
   [junit4]   2> 964052 INFO  (jetty-launcher-1118-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@5dc6e856{HTTP/1.1,[http/1.1]}{127.0.0.1:40978}
   [junit4]   2> 964052 INFO  (jetty-launcher-1118-thread-2) [    ] o.e.j.s.Server Started @967389ms
   [junit4]   2> 964053 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40978}
   [junit4]   2> 964053 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 964053 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node1'
   [junit4]   2> 964053 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 964053 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 964053 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964054 INFO  (jetty-launcher-1118-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42c543e1{/solr,null,AVAILABLE}
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@613aa27f{/solr,null,AVAILABLE}
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@a09bcc{HTTP/1.1,[http/1.1]}{127.0.0.1:48786}
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.e.j.s.Server Started @967393ms
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=48786}
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node3'
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 964056 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 964057 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964057 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964062 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964067 INFO  (jetty-launcher-1118-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@2f3faa8c{HTTP/1.1,[http/1.1]}{127.0.0.1:43269}
   [junit4]   2> 964067 INFO  (jetty-launcher-1118-thread-1) [    ] o.e.j.s.Server Started @967403ms
   [junit4]   2> 964067 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43269}
   [junit4]   2> 964067 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 964067 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node2'
   [junit4]   2> 964067 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 964067 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 964068 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964068 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964071 INFO  (zkCallback-1120-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@252baa1f name:ZooKeeperConnection Watcher:127.0.0.1:37485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964072 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964072 INFO  (zkCallback-1121-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43cac844 name:ZooKeeperConnection Watcher:127.0.0.1:37485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964072 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964072 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964072 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964074 INFO  (zkCallback-1122-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@533e8a37 name:ZooKeeperConnection Watcher:127.0.0.1:37485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964075 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 964075 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964075 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964075 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 964078 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 964083 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node2/.
   [junit4]   2> 964084 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 730031114
   [junit4]   2> 964084 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node2]
   [junit4]   2> 964084 WARN  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node2/lib
   [junit4]   2> 964088 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node3/.
   [junit4]   2> 964089 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 964089 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 325915103
   [junit4]   2> 964089 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node3]
   [junit4]   2> 964089 WARN  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node3/lib
   [junit4]   2> 964089 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 964088 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node1/.
   [junit4]   2> 964090 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 101235799
   [junit4]   2> 964090 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node1]
   [junit4]   2> 964090 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 964090 WARN  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node1/lib
   [junit4]   2> 964090 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 964090 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 964090 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 964090 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37485/solr
   [junit4]   2> 964091 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 964091 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964091 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 964092 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 964092 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 964092 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37485/solr
   [junit4]   2> 964092 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 964092 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964092 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 964093 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 964093 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 964093 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37485/solr
   [junit4]   2> 964093 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 964093 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 964094 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964092 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964095 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964150 INFO  (zkCallback-1126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c85fba6 name:ZooKeeperConnection Watcher:127.0.0.1:37485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964150 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964151 INFO  (jetty-launcher-1118-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964175 INFO  (zkCallback-1128-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@db2b31b name:ZooKeeperConnection Watcher:127.0.0.1:37485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964175 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964176 INFO  (jetty-launcher-1118-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964194 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964194 INFO  (zkCallback-1124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@373a8f03 name:ZooKeeperConnection Watcher:127.0.0.1:37485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964205 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964205 INFO  (jetty-launcher-1118-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 964227 INFO  (zkCallback-1129-thread-1-processing-n:127.0.0.1:40978_solr) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@285588a8 name:ZooKeeperConnection Watcher:127.0.0.1:37485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964227 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964253 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964261 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 964262 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 964264 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 964266 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 964267 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 964268 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 964269 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 964272 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 964272 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 964273 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 964274 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40978_solr
   [junit4]   2> 964274 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40978_solr
   [junit4]   2> 964275 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 964276 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 964277 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 964277 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95018149253480455-127.0.0.1:40978_solr-n_0000000000
   [junit4]   2> 964278 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:40978_solr
   [junit4]   2> 964278 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 964279 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.Overseer Overseer (id=95018149253480455-127.0.0.1:40978_solr-n_0000000000) starting
   [junit4]   2> 964280 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 964282 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 964294 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 964294 INFO  (zkCallback-1130-thread-1-processing-n:127.0.0.1:43269_solr) [n:127.0.0.1:43269_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7953df19 name:ZooKeeperConnection Watcher:127.0.0.1:37485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964294 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964310 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 964327 INFO  (OverseerStateUpdate-95018149253480455-127.0.0.1:40978_solr-n_0000000000) [n:127.0.0.1:40978_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 964327 INFO  (OverseerStateUpdate-95018149253480455-127.0.0.1:40978_solr-n_0000000000) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 964330 INFO  (OverseerCollectionConfigSetProcessor-95018149253480455-127.0.0.1:40978_solr-n_0000000000) [n:127.0.0.1:40978_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 964342 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 964346 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23ea7fc9 name:ZooKeeperConnection Watcher:127.0.0.1:37485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 964346 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 964362 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 964365 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 964365 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 964365 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node1/.
   [junit4]   2> 964366 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 964390 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 964390 INFO  (jetty-launcher-1118-thread-2) [n:127.0.0.1:40978_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 965361 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43269_solr
   [junit4]   2> 965362 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:43269_solr
   [junit4]   2> 965363 INFO  (zkCallback-1131-thread-1-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965363 INFO  (zkCallback-1129-thread-1-processing-n:127.0.0.1:40978_solr) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965364 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 965364 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95018149253480456-127.0.0.1:43269_solr-n_0000000001
   [junit4]   2> 965365 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95018149253480455-127.0.0.1:40978_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 965365 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:48786_solr
   [junit4]   2> 965365 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:48786_solr
   [junit4]   2> 965367 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 965367 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95018149253480457-127.0.0.1:48786_solr-n_0000000002
   [junit4]   2> 965368 INFO  (zkCallback-1129-thread-1-processing-n:127.0.0.1:40978_solr) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 965368 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95018149253480456-127.0.0.1:43269_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 965368 INFO  (zkCallback-1129-thread-2-processing-n:127.0.0.1:40978_solr) [n:127.0.0.1:40978_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 3)
   [junit4]   2> 965377 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 965377 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 965385 INFO  (zkCallback-1130-thread-1-processing-n:127.0.0.1:43269_solr) [n:127.0.0.1:43269_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965385 INFO  (zkCallback-1131-thread-2-processing-n:127.0.0.1:48786_solr) [n:127.0.0.1:48786_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 965386 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node2/.
   [junit4]   2> 965386 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 965394 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 965394 INFO  (jetty-launcher-1118-thread-1) [n:127.0.0.1:43269_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 965403 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 965403 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 965404 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.TestRequestForwarding_5782BE7325D8DB38-001/tempDir-001/node3/.
   [junit4]   2> 965404 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 965405 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 965405 INFO  (jetty-launcher-1118-thread-3) [n:127.0.0.1:48786_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 965405 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 965406 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 965411 INFO  (zkCallback-1132-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69ad1bec name:ZooKeeperConnection Watcher:127.0.0.1:37485 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 965411 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 965411 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 965414 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 965422 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 965424 INFO  (zkCallback-1134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@58d3a9c0 name:ZooKeeperConnection Watcher:127.0.0.1:37485/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 965424 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 965424 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 965425 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-spellcheckcomponent.xml
   [junit4]   2> 965427 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-null-charfilters-analyzer.xml
   [junit4]   2> 965429 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/regex-boost-processor-test.txt
   [junit4]   2> 965430 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-spellchecker.xml
   [junit4]   2> 965432 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-multiple-asterisk-copyfield-dest-should-fail-test.xml
   [junit4]   2> 965433 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-docValuesFaceting.xml
   [junit4]   2> 965435 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-tlog-with-delayingcomponent.xml
   [junit4]   2> 965436 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-currency-ft-bogus-default-code.xml
   [junit4]   2> 965438 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-numeric.xml
   [junit4]   2> 965439 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig_codec.xml
   [junit4]   2> 965441 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-multiple-asterisk-copyfield-source-should-fail-test.xml
   [junit4]   2> 965443 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema_latest.xml
   [junit4]   2> 965444 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-sorts.xml
   [junit4]   2> 965446 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-headers.xml
   [junit4]   2> 965447 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-implicitproperties.xml
   [junit4]   2> 965449 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-bogus-scriptengine-name.xml
   [junit4]   2> 965450 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-snippet-types.incl
   [junit4]   2> 965452 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-parsing-update-processor-chains.xml
   [junit4]   2> 965453 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-docValuesMissing.xml
   [junit4]   2> 965455 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-noopregen.xml
   [junit4]   2> 965456 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-one-field-no-dynamic-field-unique-key.xml
   [junit4]   2> 965457 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-script-updateprocessor.xml
   [junit4]   2> 965459 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-error-solrconfig.xml
   [junit4]   2> 965460 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-suggestercomponent.xml
   [junit4]   2> 965462 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-currency.xml
   [junit4]   2> 965464 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-query-parser-init.xml
   [junit4]   2> 965465 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-caching.xml
   [junit4]   2> 965467 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/conditional.updateprocessor.js
   [junit4]   2> 965468 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/compoundDictionary.txt
   [junit4]   2> 965471 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/phrasesuggest.txt
   [junit4]   2> 965472 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-transformers.xml
   [junit4]   2> 965474 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-not-indexed-but-norms.xml
   [junit4]   2> 965475 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/blendedInfixSuggest.txt
   [junit4]   2> 965476 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-phrasesuggest.xml
   [junit4]   2> 965478 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/hunspell-test.dic
   [junit4]   2> 965479 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-HighlighterMaxOffsetTest.xml
   [junit4]   2> 965481 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-rest-lucene-match-version.xml
   [junit4]   2> 965482 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-functionquery.xml
   [junit4]   2> 965484 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-externalversionconstraint.xml
   [junit4]   2> 965485 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-codec-global-vs-ft-mismatch.xml
   [junit4]   2> 965490 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-sim.xml
   [junit4]   2> 965492 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-docValuesMulti.xml
   [junit4]   2> 965494 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-collapseqparser.xml
   [junit4]   2> 965496 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-analytics-query.xml
   [junit4]   2> 965498 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-sweetspot.xml
   [junit4]   2> 965500 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-searcher-listeners1.xml
   [junit4]   2> 965502 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-id-and-version-fields-only.xml
   [junit4]   2> 965504 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-schema-mutable-but-not-managed.xml
   [junit4]   2> 965505 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/hunspell-test.aff
   [junit4]   2> 965507 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-response-log-component.xml
   [junit4]   2> 965508 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-sim-default-does-not-exist.xml
   [junit4]   2> 965510 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-dynamicfield-required.xml
   [junit4]   2> 965523 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-not-indexed-but-pos.xml
   [junit4]   2> 965525 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-hash.xml
   [junit4]   2> 965526 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-components-name.xml
   [junit4]   2> 965527 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-mp-solrconfig.xml
   [junit4]   2> 965528 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 965530 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-xinclude.xml
   [junit4]   2> 965531 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/cross-compatible.js
   [junit4]   2> 965532 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig_perf.xml
   [junit4]   2> 965533 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-invalid-scriptfile.xml
   [junit4]   2> 965535 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-basic.xml
   [junit4]   2> 965536 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-sql.xml
   [junit4]   2> 965537 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-replication1.xml
   [junit4]   2> 965543 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-missing-scriptfile.xml
   [junit4]   2> 965544 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-altdirectory.xml
   [junit4]   2> 965545 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-distributed-missing-sort.xml
   [junit4]   2> 965547 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 965548 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-tfidf.xml
   [junit4]   2> 965549 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/jasuggest.txt
   [junit4]   2> 965551 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-dup-field.xml
   [junit4]   2> 965552 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-cdcrupdatelog.xml
   [junit4]   2> 965553 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/fuzzysuggest.txt
   [junit4]   2> 965554 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-minimal.xml
   [junit4]   2> 965556 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-highlight.xml
   [junit4]   2> 965557 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-tieredmergepolicy.xml
   [junit4]   2> 965559 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-version-indexed.xml
   [junit4]   2> 965560 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-unsupported-docValues.xml
   [junit4]   2> 965561 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 965563 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-lmdirichlet.xml
   [junit4]   2> 965564 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-synonym-tokenizer.xml
   [junit4]   2> 965565 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stop-2.txt
   [junit4]   2> 965571 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-sim-default-override.xml
   [junit4]   2> 965572 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-plugcollector.xml
   [junit4]   2> 965574 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-managed-schema-test.xml
   [junit4]   2> 965575 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-uniquekey-uses-default.xml
   [junit4]   2> 965576 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-sim-global-vs-ft-mismatch.xml
   [junit4]   2> 965578 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-warmer.xml
   [junit4]   2> 965579 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema11.xml
   [junit4]   2> 965581 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-tlog.xml
   [junit4]   2> 965582 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-withgethandler.xml
   [junit4]   2> 965583 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-lmjelinekmercer.xml
   [junit4]   2> 965585 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema12.xml
   [junit4]   2> 965586 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-SOLR-749.xml
   [junit4]   2> 965588 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-sweetspot-partial-hyperbolic.xml
   [junit4]   2> 965591 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-master2.xml
   [junit4]   2> 965592 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-bm25.xml
   [junit4]   2> 965593 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 965595 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-preanalyzed.xml
   [junit4]   2> 965596 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-snippet-type.xml
   [junit4]   2> 965606 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-suggestercomponent-context-filter-query.xml
   [junit4]   2> 965611 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-distrib-interval-faceting.xml
   [junit4]   2> 965612 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-master1.xml
   [junit4]   2> 965614 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-currency-ft-oer-norates.xml
   [junit4]   2> 965615 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-schemaless.xml
   [junit4]   2> 965616 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-dynamicfield-default-val.xml
   [junit4]   2> 965618 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-sweetspot-partial-norms.xml
   [junit4]   2> 965622 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/elevate.xml
   [junit4]   2> 965639 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-required-fields.xml
   [junit4]   2> 965640 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-doc-expire-update-processor.xml
   [junit4]   2> 965642 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-charfilters.xml
   [junit4]   2> 965643 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-querysender.xml
   [junit4]   2> 965644 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-nontext-analyzer.xml
   [junit4]   2> 965645 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/frenchArticles.txt
   [junit4]   2> 965646 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-tolerant-search.xml
   [junit4]   2> 965648 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-sim-default-has-no-explicit-sim.xml
   [junit4]   2> 965649 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 965650 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-update-processor-chains.xml
   [junit4]   2> 965651 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-rest.xml
   [junit4]   2> 965653 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/trivial.updateprocessor0.js
   [junit4]   2> 965654 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-mergepolicy-nocfs.xml
   [junit4]   2> 965656 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-reqHandler.incl
   [junit4]   2> 965657 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 965658 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-spellchecker.xml
   [junit4]   2> 965659 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-doctransformers.xml
   [junit4]   2> 965661 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-reversed.xml
   [junit4]   2> 965662 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-managed-schema.xml
   [junit4]   2> 965663 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-omit-tf-but-not-pos.xml
   [junit4]   2> 965664 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-solcoreproperties.xml
   [junit4]   2> 965665 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 965667 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/keep-1.txt
   [junit4]   2> 965668 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/throw.error.on.add.updateprocessor.js
   [junit4]   2> 965669 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-master-throttled.xml
   [junit4]   2> 965671 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-single-dynamic-copy-field.xml
   [junit4]   2> 965672 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-xinclude.xml
   [junit4]   2> 965673 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-elevate.xml
   [junit4]   2> 965675 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stoptypes-2.txt
   [junit4]   2> 965676 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-complex-phrase.xml
   [junit4]   2> 965677 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-master1-keepOneBackup.xml
   [junit4]   2> 965678 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-bogus-analysis-parameters.xml
   [junit4]   2> 965680 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stemdict.txt
   [junit4]   2> 965681 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-trie.xml
   [junit4]   2> 965682 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/wdftypes.txt
   [junit4]   2> 965683 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-slave1.xml
   [junit4]   2> 965699 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-defaults.xml
   [junit4]   2> 965700 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-graph.xml
   [junit4]   2> 965702 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-external-filefield.xml
   [junit4]   2> 965703 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-docValues.xml
   [junit4]   2> 965704 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-delpolicy2.xml
   [junit4]   2> 965705 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schemasurround.xml
   [junit4]   2> 965707 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-test-misc.xml
   [junit4]   2> 965708 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema15.xml
   [junit4]   2> 965709 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-class-name-shortening-on-serialization.xml
   [junit4]   2> 965711 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-add-schema-fields-update-processor.xml
   [junit4]   2> 965712 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-collate.xml
   [junit4]   2> 965713 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 965715 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-snippet-field.xml
   [junit4]   2> 965716 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-indexconfig.xml
   [junit4]   2> 965717 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad_solrconfig.xml
   [junit4]   2> 965718 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-eff.xml
   [junit4]   2> 965720 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-uniquekey-multivalued.xml
   [junit4]   2> 965721 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-nrtmode.xml
   [junit4]   2> 965723 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/analyzingInfixSuggest.txt
   [junit4]   2> 965724 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-repeater.xml
   [junit4]   2> 965725 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-spatial.xml
   [junit4]   2> 965726 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-hash.xml
   [junit4]   2> 965728 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-spatial.xml
   [junit4]   2> 965729 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-field-sort-values.xml
   [junit4]   2> 965730 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stoptypes-1.txt
   [junit4]   2> 965731 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-init-error.xml
   [junit4]   2> 965733 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-customfield.xml
   [junit4]   2> 965734 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-managed-schema-named-schema.xml.xml
   [junit4]   2> 965735 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-paramset.xml
   [junit4]   2> 965736 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-dup-dynamicField.xml
   [junit4]   2> 965737 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 965739 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-folding.xml
   [junit4]   2> 965740 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwithbom.txt
   [junit4]   2> 965741 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/missleading.extension.updateprocessor.js.txt
   [junit4]   2> 965742 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-currency-dynamic-multivalued.xml
   [junit4]   2> 965744 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-binaryfield.xml
   [junit4]   2> 965745 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-slave.xml
   [junit4]   2> 965746 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-luceneMatchVersion.xml
   [junit4]   2> 965747 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-cdcr.xml
   [junit4]   2> 965748 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-sortingresponse.xml
   [junit4]   2> 965750 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-sweetspot-partial-baseline.xml
   [junit4]   2> 965751 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-stop-keep.xml
   [junit4]   2> 965752 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-infostream-logging.xml
   [junit4]   2> 965753 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-uniquekey-is-copyfield-dest.xml
   [junit4]   2> 965761 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-master.xml
   [junit4]   2> 965762 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-replication2.xml
   [junit4]   2> 965763 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-currency-ft-bogus-code-in-xml.xml
   [junit4]   2> 965765 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/addfields.updateprocessor.js
   [junit4]   2> 965766 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-dfr.xml
   [junit4]   2> 965767 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-enums.xml
   [junit4]   2> 965768 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-delpolicy1.xml
   [junit4]   2> 965769 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-minimal.xml
   [junit4]   2> 965770 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-multiple-cfs.xml
   [junit4]   2> 965772 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/trivial.updateprocessor1.js
   [junit4]   2> 965773 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/missing.functions.updateprocessor.js
   [junit4]   2> 965774 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-solrconfig-multiple-dirfactory.xml
   [junit4]   2> 965775 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 965776 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-misplaced-asterisk-copyfield-source-should-fail-test.xml
   [junit4]   2> 965778 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-add-schema-fields-update-processor-chains.xml
   [junit4]   2> 965779 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-version-dv.xml
   [junit4]   2> 965780 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-delaying-component.xml
   [junit4]   2> 965781 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-custom-field.xml
   [junit4]   2> 965783 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-ib.xml
   [junit4]   2> 965784 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/keep-2.txt
   [junit4]   2> 965785 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-one-field-no-dynamic-field.xml
   [junit4]   2> 965786 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-not-required-unique-key.xml
   [junit4]   2> 965788 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/hyphenation.dtd
   [junit4]   2> 965789 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-sql.xml
   [junit4]   2> 965790 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema-copyfield-test.xml
   [junit4]   2> 965791 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-analyzer-class-and-nested.xml
   [junit4]   2> 965792 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/bad-schema-currency-ft-multivalued.xml
   [junit4]   2> 965794 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-querysender-noquery.xml
   [junit4]   2> 965795 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig-phrasesuggest.xml
   [junit4]   2> 965796 INFO  (TEST-TestRequestForwarding.testMultiCollectionQuery-seed#[5782BE7325D8DB38]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf

[...truncated too long message...]

kins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20151211_190849_122.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20151211_190849_122.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 278 minutes 46 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 897 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/897/

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.ChaosMonkeySafeLeaderTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
	at __randomizedtesting.SeedInfo.seed([D77AACF2B2B5CCE7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor23.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
	at __randomizedtesting.SeedInfo.seed([D77AACF2B2B5CCE7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 2 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([D77AACF2B2B5CCE7]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor30.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10412 lines...]
   [junit4] Suite: org.apache.solr.cloud.ChaosMonkeySafeLeaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/init-core-data-001
   [junit4]   2> 1341384 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[D77AACF2B2B5CCE7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1341384 INFO  (SUITE-ChaosMonkeySafeLeaderTest-seed#[D77AACF2B2B5CCE7]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /a_y/
   [junit4]   2> 1341387 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1341387 INFO  (Thread-5363) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1341387 INFO  (Thread-5363) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1341487 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.ZkTestServer start zk server on port:54397
   [junit4]   2> 1341487 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1341488 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1341490 INFO  (zkCallback-1523-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@298c9871 name:ZooKeeperConnection Watcher:127.0.0.1:54397 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1341490 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1341490 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1341490 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1341492 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1341494 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1341496 INFO  (zkCallback-1524-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40d20658 name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1341496 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1341496 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1341496 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1341500 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1341503 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1341505 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1341508 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1341508 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1341512 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 1341512 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1341514 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1341514 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1341516 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1341516 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1341518 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1341518 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1341520 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1341520 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1341525 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1341525 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1341527 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1341527 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1341530 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1341530 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1341533 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1341533 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1341537 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1341537 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1341541 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1341542 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1341543 INFO  (zkCallback-1525-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4544abca name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1341543 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1341544 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1341872 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1
   [junit4]   2> 1341874 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1341876 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18f912e1{/a_y,null,AVAILABLE}
   [junit4]   2> 1341877 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.u.s.SslContextFactory x509=X509@2811708d(solrtest,h=[],w=[]) for SslContextFactory@24bac6db(file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore)
   [junit4]   2> 1341880 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.ServerConnector Started ServerConnector@780f7fe3{SSL,[ssl, http/1.1]}{127.0.0.1:41101}
   [junit4]   2> 1341880 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.Server Started @1344907ms
   [junit4]   2> 1341880 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/tempDir-001/control/data, hostContext=/a_y, hostPort=41101, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores}
   [junit4]   2> 1341880 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1341881 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001'
   [junit4]   2> 1341881 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1341881 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1341881 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1341883 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1341898 INFO  (zkCallback-1526-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2aecd07c name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1341898 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1341898 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1341899 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1341899 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/solr.xml
   [junit4]   2> 1341909 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores
   [junit4]   2> 1341909 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CoreContainer New CoreContainer 926607776
   [junit4]   2> 1341909 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001]
   [junit4]   2> 1341910 WARN  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/lib
   [junit4]   2> 1341911 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1341919 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1341921 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1341921 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1341922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54397/solr
   [junit4]   2> 1341922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1341922 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1341923 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1341926 INFO  (zkCallback-1529-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10eca9e9 name:ZooKeeperConnection Watcher:127.0.0.1:54397 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1341927 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1341931 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1341936 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1341941 INFO  (zkCallback-1530-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7df0de35 name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1341941 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1341943 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1341945 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1341949 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1341952 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1341955 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1341960 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1341961 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1341966 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1341967 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1341969 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41101_a_y
   [junit4]   2> 1341970 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41101_a_y
   [junit4]   2> 1341972 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1341973 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1341975 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1341975 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95123646694686725-127.0.0.1:41101_a_y-n_0000000000
   [junit4]   2> 1341976 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41101_a_y
   [junit4]   2> 1341976 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1341977 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer Overseer (id=95123646694686725-127.0.0.1:41101_a_y-n_0000000000) starting
   [junit4]   2> 1341980 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1341991 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1341992 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1341993 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1341996 INFO  (OverseerCollectionConfigSetProcessor-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1341999 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1342032 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1342032 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1342032 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores
   [junit4]   2> 1342033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1342033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1
   [junit4]   2> 1342033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1342035 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1342035 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:41101_a_y    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1342036 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1342036 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1342037 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:41101/a_y",
   [junit4]   2>   "node_name":"127.0.0.1:41101_a_y",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1342038 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1342038 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:41101/a_y",
   [junit4]   2>   "node_name":"127.0.0.1:41101_a_y",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1342039 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1342039 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1342042 INFO  (zkCallback-1530-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1342043 INFO  (zkCallback-1530-thread-2-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1343038 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1343038 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1343039 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1343039 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1343040 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1343040 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1'
   [junit4]   2> 1343040 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1343040 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1343041 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1343047 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1343051 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1343062 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1343069 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1343182 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1343183 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1343184 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1343187 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1343210 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1343210 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1343210 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore solr.StandardDirectoryFactory
   [junit4]   2> 1343210 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data/]
   [junit4]   2> 1343210 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@30f1226b
   [junit4]   2> 1343211 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data
   [junit4]   2> 1343211 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1343212 WARN  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1343212 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data/index
   [junit4]   2> 1343212 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=34, maxMergeAtOnceExplicit=48, maxMergedSegmentMB=69.69921875, floorSegmentMB=2.1015625, forceMergeDeletesPctAllowed=29.51221115478454, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 1343222 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1343222 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1343223 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data/
   [junit4]   2> 1343227 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1343227 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1343227 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1343227 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1343227 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1343227 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1343228 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1343229 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1343229 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1343229 WARN  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1343232 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1343233 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1343233 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1343234 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1343237 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1343238 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1343238 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1343238 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1343240 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: if uncommited for 15000ms; 
   [junit4]   2> 1343240 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1343240 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1343241 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/control-001/cores/collection1/data/index,segFN=segments_1,generation=1}
   [junit4]   2> 1343241 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1343241 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7698919f[collection1] main
   [junit4]   2> 1343241 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1343245 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1343245 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1343248 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1343248 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1343248 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1343248 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1343248 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1343249 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1343249 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1343249 INFO  (searcherExecutor-2511-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7698919f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1343249 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1343249 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1343249 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1343249 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1521978349065338880
   [junit4]   2> 1343252 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 3.0ms to seed version buckets with highest version 1521978349065338880
   [junit4]   2> 1343252 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1343253 INFO  (coreLoadExecutor-2510-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1343254 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:41101/a_y collection:control_collection shard:shard1
   [junit4]   2> 1343255 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1343262 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95123646694686725-core_node1-n_0000000000
   [junit4]   2> 1343262 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 1343264 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1343264 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1343264 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1343264 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41101/a_y/collection1/
   [junit4]   2> 1343264 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1343264 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:41101/a_y/collection1/ has no replicas
   [junit4]   2> 1343266 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1343271 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1343274 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41101/a_y/collection1/ shard1
   [junit4]   2> 1343274 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:41101/a_y",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1343378 INFO  (zkCallback-1530-thread-2-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1343378 INFO  (zkCallback-1530-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1343427 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:41101/a_y/collection1/ and leader is https://127.0.0.1:41101/a_y/collection1/
   [junit4]   2> 1343427 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:41101/a_y
   [junit4]   2> 1343427 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1343427 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1343427 INFO  (coreZkRegister-2504-thread-1-processing-n:127.0.0.1:41101_a_y x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41101_a_y c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1343429 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:41101/a_y",
   [junit4]   2>   "node_name":"127.0.0.1:41101_a_y",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1343429 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:41101/a_y",
   [junit4]   2>   "node_name":"127.0.0.1:41101_a_y",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1343532 INFO  (zkCallback-1530-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1343532 INFO  (zkCallback-1530-thread-2-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1343540 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1343559 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1343571 INFO  (zkCallback-1532-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c0cd8cd name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1343572 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1343572 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1343572 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1343574 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1343574 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1343574 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1343587 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1343596 INFO  (zkCallback-1533-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54954eb4 name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1343596 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1343596 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1343597 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1343598 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1343700 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1343953 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/cores/collection1
   [junit4]   2> 1343954 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001
   [junit4]   2> 1343955 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1343957 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@58785e2a{/a_y,null,AVAILABLE}
   [junit4]   2> 1343958 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.u.s.SslContextFactory x509=X509@25c57cf0(solrtest,h=[],w=[]) for SslContextFactory@1a05ce2c(file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore)
   [junit4]   2> 1343977 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.ServerConnector Started ServerConnector@760b2cd8{SSL,[ssl, http/1.1]}{127.0.0.1:34831}
   [junit4]   2> 1343980 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.e.j.s.Server Started @1347007ms
   [junit4]   2> 1343980 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/a_y, hostPort=34831, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/cores}
   [junit4]   2> 1343980 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1343981 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001'
   [junit4]   2> 1343981 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1343981 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1343981 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1343983 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1343985 INFO  (zkCallback-1534-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@43114d97 name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1343985 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1343985 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1343986 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1343986 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/solr.xml
   [junit4]   2> 1343991 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/cores
   [junit4]   2> 1343991 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CoreContainer New CoreContainer 2085268738
   [junit4]   2> 1343991 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001]
   [junit4]   2> 1343991 WARN  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/lib
   [junit4]   2> 1343995 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1343997 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1343999 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1343999 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1343999 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54397/solr
   [junit4]   2> 1343999 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1343999 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1343999 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1344001 INFO  (zkCallback-1537-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@344336b5 name:ZooKeeperConnection Watcher:127.0.0.1:54397 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1344002 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1344002 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1344004 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1344005 INFO  (zkCallback-1538-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7bc93874 name:ZooKeeperConnection Watcher:127.0.0.1:54397/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1344005 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1344012 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1345018 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34831_a_y
   [junit4]   2> 1345019 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:34831_a_y
   [junit4]   2> 1345020 INFO  (zkCallback-1532-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1345020 INFO  (zkCallback-1538-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1345020 INFO  (zkCallback-1530-thread-2-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1345020 INFO  (zkCallback-1530-thread-1-processing-n:127.0.0.1:41101_a_y) [n:127.0.0.1:41101_a_y    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1345022 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1345022 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95123646694686730-127.0.0.1:34831_a_y-n_0000000001
   [junit4]   2> 1345023 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95123646694686725-127.0.0.1:41101_a_y-n_0000000000 to know if I could be the leader
   [junit4]   2> 1345033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1345033 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1345034 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/cores
   [junit4]   2> 1345036 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1345036 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/cores/collection1
   [junit4]   2> 1345036 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1345054 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1345054 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1345055 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34831/a_y",
   [junit4]   2>   "node_name":"127.0.0.1:34831_a_y",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1345055 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1345056 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 1345056 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 1345056 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1345056 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ReplicaMutator Update state numShards=4 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34831/a_y",
   [junit4]   2>   "node_name":"127.0.0.1:34831_a_y",
   [junit4]   2>   "numShards":"4",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1345056 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=4
   [junit4]   2> 1345056 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1345058 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1345058 INFO  (TEST-ChaosMonkeySafeLeaderTest.test-seed#[D77AACF2B2B5CCE7]) [n:127.0.0.1:34831_a_y    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1345168 INFO  (OverseerStateUpdate-95123646694686725-127.0.0.1:41101_a_y-n_0000000000) [n:127.0.0.1:41101_a_y    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1345168 INFO  (zkCallback-1538-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1345169 INFO  (zkCallback-1538-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 1346058 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1346058 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1346059 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1346059 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 1346059 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1346059 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.ChaosMonkeySafeLeaderTest_D77AACF2B2B5CCE7-001/shard-1-001/cores/collection1'
   [junit4]   2> 1346059 INFO  (coreLoadExecutor-2521-thread-1-processing-n:127.0.0.1:34831_a_y) [n:127.0.0.1:34831_a_y c:collection1   x:collection1

[...truncated too long message...]

lr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:226)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:184)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:111)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
   [junit4]   2> 	at org.eclipse.jetty.servlets.GzipFilter.doFilter(GzipFilter.java:45)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1668)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:581)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1158)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:511)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1090)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:119)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:517)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:308)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:242)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:261)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:75)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:213)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:147)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> Dec 30, 2015 11:12:55 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {rnd_b=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= false), a_t=PostingsFormat(name=Memory doPackFST= false), a_i=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128)}, docValues:{}, sim=ClassicSimilarity, locale=es_MX, timezone=Asia/Beirut
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=314799256,total=515899392
   [junit4]   2> NOTE: All tests run in this JVM: [ForceLeaderTest, FullHLLTest, TestUtils, TestSweetSpotSimilarityFactory, TestDocBasedVersionConstraints, AnalysisErrorHandlingTest, TestRTimerTree, HardAutoCommitTest, TestJmxIntegration, UUIDUpdateProcessorFallbackTest, BlockJoinFacetSimpleTest, TestSolrIndexConfig, CloneFieldUpdateProcessorFactoryTest, TestDefaultStatsCache, TestShortCircuitedRequests, TestScoreJoinQPScore, AnalyticsMergeStrategyTest, TestCSVResponseWriter, DebugComponentTest, OverseerTest, TestComplexPhraseQParserPlugin, TestIndexSearcher, CoreAdminRequestStatusTest, HdfsChaosMonkeyNothingIsSafeTest, TestXIncludeConfig, XmlUpdateRequestHandlerTest, PrimitiveFieldTypeTest, DocValuesMultiTest, TestConfigSetsAPI, SuggestComponentTest, SolrTestCaseJ4Test, HdfsRestartWhileUpdatingTest, TestStressUserVersions, PluginInfoTest, TestInfoStreamLogging, ExitableDirectoryReaderTest, BadIndexSchemaTest, TestMiniSolrCloudClusterSSL, DirectUpdateHandlerTest, OverseerCollectionConfigSetProcessorTest, SmileWriterTest, TestExtendedDismaxParser, TestFieldTypeResource, CollectionTooManyReplicasTest, TestConfigSets, ScriptEngineTest, TestSolrJ, LukeRequestHandlerTest, BadCopyFieldTest, MergeStrategyTest, TestReloadDeadlock, TestCollationField, TestBulkSchemaConcurrent, TestRuleBasedAuthorizationPlugin, QueryParsingTest, TestBulkSchemaAPI, TestBlobHandler, DistributedExpandComponentTest, RequestHandlersTest, NoCacheHeaderTest, SolrCloudExampleTest, TestRawTransformer, VMParamsZkACLAndCredentialsProvidersTest, TestReqParamsAPI, TestUniqueKeyFieldResource, FieldMutatingUpdateProcessorTest, UnloadDistributedZkTest, TestClusterStateMutator, TestFieldCollectionResource, DistributedFacetPivotSmallAdvancedTest, SecurityConfHandlerTest, TestPHPSerializedResponseWriter, TestGroupingSearch, TestMaxScoreQueryParser, BlockCacheTest, BasicDistributedZk2Test, SolrCoreCheckLockOnStartupTest, ParsingFieldUpdateProcessorsTest, TestSchemaManager, DistribJoinFromCollectionTest, TestSerializedLuceneMatchVersion, TestExactStatsCache, DocValuesMissingTest, TestWriterPerf, TestOverriddenPrefixQueryForCustomFieldType, TestSolrQueryParser, DistributedQueryComponentCustomSortTest, BadComponentTest, TestDefaultSearchFieldResource, CircularListTest, DirectUpdateHandlerOptimizeTest, HighlighterMaxOffsetTest, TestFilteredDocIdSet, TestStressRecovery, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, LeaderElectionIntegrationTest, TestReplicationHandler, DistributedTermsComponentTest, TestSolr4Spatial, StatsComponentTest, BasicFunctionalityTest, TestLazyCores, TestBadConfig, ShowFileRequestHandlerTest, DistributedQueryElevationComponentTest, SuggesterFSTTest, CoreAdminHandlerTest, TestStressLucene, SpatialFilterTest, WordBreakSolrSpellCheckerTest, TestWordDelimiterFilterFactory, TestSolrDeletionPolicy1, SolrInfoMBeanTest, CacheHeaderTest, TestQueryUtils, TestReversedWildcardFilterFactory, TestOmitPositions, TermsComponentTest, PathHierarchyTokenizerFactoryTest, TestIndexingPerformance, MoreLikeThisHandlerTest, TestArbitraryIndexDir, RegexBoostProcessorTest, SolrPluginUtilsTest, UniqFieldsUpdateProcessorFactoryTest, PingRequestHandlerTest, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestCharFilters, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestJmxMonitoredMap, URLClassifyProcessorTest, DateMathParserTest, TestSystemIdResolver, TestSuggestSpellingConverter, SpellingQueryConverterTest, DOMUtilTest, ClusterStateTest, TestDocumentBuilder, ZkNodePropsTest, SliceStateTest, SystemInfoHandlerTest, DistributedIntervalFacetingTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, TestTolerantSearch, TestEmbeddedSolrServerConstructors, TestJettySolrRunner, ActionThrottleTest, AssignTest, AsyncCallRequestStatusResponseTest, CdcrReplicationDistributedZkTest, ReplicationFactorTest, SSLMigrationTest, SaslZkACLProviderTest, SimpleCollectionCreateDeleteTest, SolrXmlInZkTest, TestAuthenticationFramework, TestCloudInspectUtil, TestCloudPivotFacet, TestDistribDocBasedVersion, TestMiniSolrCloudCluster, HdfsChaosMonkeySafeLeaderTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsChaosMonkeySafeLeaderTest -Dtests.seed=D77AACF2B2B5CCE7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_MX -Dtests.timezone=Asia/Beirut -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | HdfsChaosMonkeySafeLeaderTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D77AACF2B2B5CCE7]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [483/573 (3!)] on J2 in 118.03s, 1 test, 1 failure <<< FAILURES!

[...truncated 301 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1424: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:981: There were test failures: 573 suites (8 ignored), 2284 tests, 3 suite-level errors, 33 ignored (18 assumptions) [seed: D77AACF2B2B5CCE7]

Total time: 205 minutes 59 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 896 - Still Failing

Posted by Michael McCandless <lu...@mikemccandless.com>.
I'll dig, silly test bug!

Mike McCandless

http://blog.mikemccandless.com


On Tue, Dec 29, 2015 at 4:11 AM, Apache Jenkins Server
<je...@builds.apache.org> wrote:
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/896/
>
> 1 tests failed.
> FAILED:  org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryTiny
>
> Error Message:
> maxMBSortInHeap=2.255092363313635 only allows for maxPointsSortInHeap=1443, but this is less than maxPointsInLeafNode=1606; either increase maxMBSortInHeap or decrease maxPointsInLeafNode
>
> Stack Trace:
> java.lang.IllegalArgumentException: maxMBSortInHeap=2.255092363313635 only allows for maxPointsSortInHeap=1443, but this is less than maxPointsInLeafNode=1606; either increase maxMBSortInHeap or decrease maxPointsInLeafNode
>         at __randomizedtesting.SeedInfo.seed([B6A7B02C094A1978:181EDD6FE19860C1]:0)
>         at org.apache.lucene.util.bkd.BKDWriter.<init>(BKDWriter.java:161)
>         at org.apache.lucene.codecs.lucene60.Lucene60DimensionalWriter.writeField(Lucene60DimensionalWriter.java:88)
>         at org.apache.lucene.index.DimensionalValuesWriter.flush(DimensionalValuesWriter.java:68)
>         at org.apache.lucene.index.DefaultIndexingChain.writeDimensionalValues(DefaultIndexingChain.java:146)
>         at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:96)
>         at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:425)
>         at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:502)
>         at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:614)
>         at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3099)
>         at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3074)
>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1727)
>         at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1707)
>         at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:421)
>         at org.apache.lucene.search.TestDimensionalRangeQuery.verifyBinary(TestDimensionalRangeQuery.java:508)
>         at org.apache.lucene.search.TestDimensionalRangeQuery.doTestRandomBinary(TestDimensionalRangeQuery.java:419)
>         at org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryTiny(TestDimensionalRangeQuery.java:375)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:497)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 1700 lines...]
>    [junit4] Suite: org.apache.lucene.search.TestDimensionalRangeQuery
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDimensionalRangeQuery -Dtests.method=testRandomBinaryTiny -Dtests.seed=B6A7B02C094A1978 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_BO -Dtests.timezone=SystemV/EST5 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
>    [junit4] ERROR   0.02s J0 | TestDimensionalRangeQuery.testRandomBinaryTiny <<<
>    [junit4]    > Throwable #1: java.lang.IllegalArgumentException: maxMBSortInHeap=2.255092363313635 only allows for maxPointsSortInHeap=1443, but this is less than maxPointsInLeafNode=1606; either increase maxMBSortInHeap or decrease maxPointsInLeafNode
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([B6A7B02C094A1978:181EDD6FE19860C1]:0)
>    [junit4]    >        at org.apache.lucene.util.bkd.BKDWriter.<init>(BKDWriter.java:161)
>    [junit4]    >        at org.apache.lucene.codecs.lucene60.Lucene60DimensionalWriter.writeField(Lucene60DimensionalWriter.java:88)
>    [junit4]    >        at org.apache.lucene.index.DimensionalValuesWriter.flush(DimensionalValuesWriter.java:68)
>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.writeDimensionalValues(DefaultIndexingChain.java:146)
>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:96)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:425)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:502)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:614)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3099)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3074)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1727)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1707)
>    [junit4]    >        at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:421)
>    [junit4]    >        at org.apache.lucene.search.TestDimensionalRangeQuery.verifyBinary(TestDimensionalRangeQuery.java:508)
>    [junit4]    >        at org.apache.lucene.search.TestDimensionalRangeQuery.doTestRandomBinary(TestDimensionalRangeQuery.java:419)
>    [junit4]    >        at org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryTiny(TestDimensionalRangeQuery.java:375)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:745)
>    [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J0/temp/lucene.search.TestDimensionalRangeQuery_B6A7B02C094A1978-001
>    [junit4]   2> NOTE: test params are: codec=Lucene60, sim=ClassicSimilarity, locale=es_BO, timezone=SystemV/EST5
>    [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=187269408,total=429391872
>    [junit4]   2> NOTE: All tests run in this JVM: [TestSegmentInfos, TestConjunctionDISI, TestLucene54DocValuesFormat, TestMultiDocValues, TestBlockPostingsFormat3, TestPagedBytes, TestSentinelIntSet, TestNumericRangeQuery64, TestTermScorer, TestNativeFSLockFactory, TestLucene50FieldInfoFormat, TestVirtualMethod, TestFixedBitSet, TestIndexWriterUnicode, TestRollingBuffer, TestInfoStream, TestOrdinalMap, TestTerms, TestDocInverterPerFieldErrorInfo, Test2BNumericDocValues, TestGrowableByteArrayDataOutput, TestMergedIterator, FuzzyTermOnShortTermsTest, TestSegmentReader, TestAttributeSource, TestSloppyMath, TestWeakIdentityMap, TestDeterminism, TestIndexWriterExceptions2, TestTimeLimitingCollector, TestIndexSearcher, TestByteBlockPool, TestParallelTermEnum, TestIndexWriterCommit, TestDoc, TestCustomNorms, TestMinimize, TestIndexWriterOnVMError, TestBooleanMinShouldMatch, TestUniqueTermCount, TestFilterDirectory, TestOperations, TestStringHelper, FiniteStringsIteratorTest, TestNoMergePolicy, TestIndexWriterMergePolicy, TestMaxPosition, TestSizeBoundedForceMerge, TestSpanBoostQuery, TestAutomatonQuery, TestSimilarity2, TestSloppyPhraseQuery2, TestParallelCompositeReader, TestPerFieldPostingsFormat, MultiCollectorTest, Test2BSortedDocValuesOrds, TestUnicodeUtil, TestDocValuesIndexing, TestIndexWriterLockRelease, TestMultiTermConstantScore, TestThreadedForceMerge, TestForTooMuchCloning, TestPositionIncrement, TestMutableValues, TestReusableStringReader, TestIndexWriterConfig, TestSearcherManager, TestHighCompressionMode, TestDocumentsWriterStallControl, TestExceedMaxTermLength, TestFilterDirectoryReader, TestIndexReaderClose, TestIndexWriterFromReader, TestIndexWriterThreadsToSegments, TestReaderWrapperDVTypeCheck, TestStressDeletes, TestApproximationSearchEquivalence, TestBooleanCoord, TestBooleanRewrites, TestControlledRealTimeReopenThread, TestDimensionalRangeQuery]
>    [junit4] Completed [403/403 (1!)] on J0 in 757.26s, 18 tests, 1 error <<< FAILURES!
>
> [...truncated 11 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:50: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 403 suites (1 ignored), 3317 tests, 1 error, 29 ignored (25 assumptions) [seed: B6A7B02C094A1978]
>
> Total time: 61 minutes 45 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> No prior successful build to compare, so performing full copy of artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
>
>
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 896 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/896/

1 tests failed.
FAILED:  org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryTiny

Error Message:
maxMBSortInHeap=2.255092363313635 only allows for maxPointsSortInHeap=1443, but this is less than maxPointsInLeafNode=1606; either increase maxMBSortInHeap or decrease maxPointsInLeafNode

Stack Trace:
java.lang.IllegalArgumentException: maxMBSortInHeap=2.255092363313635 only allows for maxPointsSortInHeap=1443, but this is less than maxPointsInLeafNode=1606; either increase maxMBSortInHeap or decrease maxPointsInLeafNode
	at __randomizedtesting.SeedInfo.seed([B6A7B02C094A1978:181EDD6FE19860C1]:0)
	at org.apache.lucene.util.bkd.BKDWriter.<init>(BKDWriter.java:161)
	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalWriter.writeField(Lucene60DimensionalWriter.java:88)
	at org.apache.lucene.index.DimensionalValuesWriter.flush(DimensionalValuesWriter.java:68)
	at org.apache.lucene.index.DefaultIndexingChain.writeDimensionalValues(DefaultIndexingChain.java:146)
	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:96)
	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:425)
	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:502)
	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:614)
	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3099)
	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3074)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1727)
	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1707)
	at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:421)
	at org.apache.lucene.search.TestDimensionalRangeQuery.verifyBinary(TestDimensionalRangeQuery.java:508)
	at org.apache.lucene.search.TestDimensionalRangeQuery.doTestRandomBinary(TestDimensionalRangeQuery.java:419)
	at org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryTiny(TestDimensionalRangeQuery.java:375)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 1700 lines...]
   [junit4] Suite: org.apache.lucene.search.TestDimensionalRangeQuery
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestDimensionalRangeQuery -Dtests.method=testRandomBinaryTiny -Dtests.seed=B6A7B02C094A1978 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_BO -Dtests.timezone=SystemV/EST5 -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.02s J0 | TestDimensionalRangeQuery.testRandomBinaryTiny <<<
   [junit4]    > Throwable #1: java.lang.IllegalArgumentException: maxMBSortInHeap=2.255092363313635 only allows for maxPointsSortInHeap=1443, but this is less than maxPointsInLeafNode=1606; either increase maxMBSortInHeap or decrease maxPointsInLeafNode
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B6A7B02C094A1978:181EDD6FE19860C1]:0)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.<init>(BKDWriter.java:161)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60DimensionalWriter.writeField(Lucene60DimensionalWriter.java:88)
   [junit4]    > 	at org.apache.lucene.index.DimensionalValuesWriter.flush(DimensionalValuesWriter.java:68)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writeDimensionalValues(DefaultIndexingChain.java:146)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:96)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:425)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:502)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.flushAllThreads(DocumentsWriter.java:614)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doFlush(IndexWriter.java:3099)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.flush(IndexWriter.java:3074)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1727)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.forceMerge(IndexWriter.java:1707)
   [junit4]    > 	at org.apache.lucene.index.RandomIndexWriter.forceMerge(RandomIndexWriter.java:421)
   [junit4]    > 	at org.apache.lucene.search.TestDimensionalRangeQuery.verifyBinary(TestDimensionalRangeQuery.java:508)
   [junit4]    > 	at org.apache.lucene.search.TestDimensionalRangeQuery.doTestRandomBinary(TestDimensionalRangeQuery.java:419)
   [junit4]    > 	at org.apache.lucene.search.TestDimensionalRangeQuery.testRandomBinaryTiny(TestDimensionalRangeQuery.java:375)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/core/test/J0/temp/lucene.search.TestDimensionalRangeQuery_B6A7B02C094A1978-001
   [junit4]   2> NOTE: test params are: codec=Lucene60, sim=ClassicSimilarity, locale=es_BO, timezone=SystemV/EST5
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=187269408,total=429391872
   [junit4]   2> NOTE: All tests run in this JVM: [TestSegmentInfos, TestConjunctionDISI, TestLucene54DocValuesFormat, TestMultiDocValues, TestBlockPostingsFormat3, TestPagedBytes, TestSentinelIntSet, TestNumericRangeQuery64, TestTermScorer, TestNativeFSLockFactory, TestLucene50FieldInfoFormat, TestVirtualMethod, TestFixedBitSet, TestIndexWriterUnicode, TestRollingBuffer, TestInfoStream, TestOrdinalMap, TestTerms, TestDocInverterPerFieldErrorInfo, Test2BNumericDocValues, TestGrowableByteArrayDataOutput, TestMergedIterator, FuzzyTermOnShortTermsTest, TestSegmentReader, TestAttributeSource, TestSloppyMath, TestWeakIdentityMap, TestDeterminism, TestIndexWriterExceptions2, TestTimeLimitingCollector, TestIndexSearcher, TestByteBlockPool, TestParallelTermEnum, TestIndexWriterCommit, TestDoc, TestCustomNorms, TestMinimize, TestIndexWriterOnVMError, TestBooleanMinShouldMatch, TestUniqueTermCount, TestFilterDirectory, TestOperations, TestStringHelper, FiniteStringsIteratorTest, TestNoMergePolicy, TestIndexWriterMergePolicy, TestMaxPosition, TestSizeBoundedForceMerge, TestSpanBoostQuery, TestAutomatonQuery, TestSimilarity2, TestSloppyPhraseQuery2, TestParallelCompositeReader, TestPerFieldPostingsFormat, MultiCollectorTest, Test2BSortedDocValuesOrds, TestUnicodeUtil, TestDocValuesIndexing, TestIndexWriterLockRelease, TestMultiTermConstantScore, TestThreadedForceMerge, TestForTooMuchCloning, TestPositionIncrement, TestMutableValues, TestReusableStringReader, TestIndexWriterConfig, TestSearcherManager, TestHighCompressionMode, TestDocumentsWriterStallControl, TestExceedMaxTermLength, TestFilterDirectoryReader, TestIndexReaderClose, TestIndexWriterFromReader, TestIndexWriterThreadsToSegments, TestReaderWrapperDVTypeCheck, TestStressDeletes, TestApproximationSearchEquivalence, TestBooleanCoord, TestBooleanRewrites, TestControlledRealTimeReopenThread, TestDimensionalRangeQuery]
   [junit4] Completed [403/403 (1!)] on J0 in 757.26s, 18 tests, 1 error <<< FAILURES!

[...truncated 11 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:50: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 403 suites (1 ignored), 3317 tests, 1 error, 29 ignored (25 assumptions) [seed: B6A7B02C094A1978]

Total time: 61 minutes 45 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 895 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/895/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=22616, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22616, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:46930, https://127.0.0.1:59010, https://127.0.0.1:42959, https://127.0.0.1:40538, https://127.0.0.1:56851]
	at __randomizedtesting.SeedInfo.seed([8AF97C780B82D319]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:46930, https://127.0.0.1:59010, https://127.0.0.1:42959, https://127.0.0.1:40538, https://127.0.0.1:56851]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42959: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more




Build Log:
[...truncated 10867 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/init-core-data-001
   [junit4]   2> 1557779 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8AF97C780B82D319]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false)
   [junit4]   2> 1557779 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8AF97C780B82D319]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1557784 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1557784 INFO  (Thread-13787) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1557784 INFO  (Thread-13787) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1557885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.ZkTestServer start zk server on port:54894
   [junit4]   2> 1557885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1557885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1557888 INFO  (zkCallback-2464-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@488a36d9 name:ZooKeeperConnection Watcher:127.0.0.1:54894 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1557888 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1557888 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1557888 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1557895 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1557895 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1557896 INFO  (zkCallback-2465-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7446a2cf name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1557896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1557896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1557896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1557898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1557899 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1557903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1557904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1557904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1557906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1557906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1557908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1557908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1557910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1557910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1557911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1557911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1557913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1557913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1557914 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1557915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1557916 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1557916 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1557918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1557918 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1557919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1557919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1557921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1557921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1557923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1557923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1557924 INFO  (zkCallback-2466-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50c2130c name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1557924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1557924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1558249 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1
   [junit4]   2> 1558252 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1558253 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24725791{/,null,AVAILABLE}
   [junit4]   2> 1558254 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.u.s.SslContextFactory x509=X509@287a6f2c(solrtest,h=[],w=[]) for SslContextFactory@40dd7394(file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore)
   [junit4]   2> 1558256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.ServerConnector Started ServerConnector@74f6f09b{SSL,[ssl, http/1.1]}{127.0.0.1:42959}
   [junit4]   2> 1558256 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.Server Started @1561530ms
   [junit4]   2> 1558257 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/tempDir-001/control/data, hostContext=/, hostPort=42959, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores}
   [junit4]   2> 1558258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1558258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001'
   [junit4]   2> 1558258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1558258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1558258 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1558259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1558259 INFO  (zkCallback-2467-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@163b032 name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1558260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1558260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1558261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1558261 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/solr.xml
   [junit4]   2> 1558265 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores
   [junit4]   2> 1558266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CoreContainer New CoreContainer 1350153798
   [junit4]   2> 1558266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001]
   [junit4]   2> 1558266 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/lib
   [junit4]   2> 1558266 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1558268 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1558269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1558269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1558269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54894/solr
   [junit4]   2> 1558269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1558269 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1558270 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1558271 INFO  (zkCallback-2470-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c7ba905 name:ZooKeeperConnection Watcher:127.0.0.1:54894 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1558271 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1558272 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1558273 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1558274 INFO  (zkCallback-2471-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@22e58e02 name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1558274 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1558275 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1558277 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1558279 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1558281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1558283 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1558285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1558286 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1558287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1558290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1558291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42959_
   [junit4]   2> 1558291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42959_
   [junit4]   2> 1558293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1558295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1558297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1558297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95112366953725957-127.0.0.1:42959_-n_0000000000
   [junit4]   2> 1558297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:42959_
   [junit4]   2> 1558297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1558299 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer Overseer (id=95112366953725957-127.0.0.1:42959_-n_0000000000) starting
   [junit4]   2> 1558300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1558305 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1558305 INFO  (OverseerCollectionConfigSetProcessor-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1558306 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1558306 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1558332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1558332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1558332 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores
   [junit4]   2> 1558333 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1558334 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1
   [junit4]   2> 1558334 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1558335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1558335 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:42959_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1558335 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1558335 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1558336 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:42959",
   [junit4]   2>   "node_name":"127.0.0.1:42959_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1558337 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1558338 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:42959",
   [junit4]   2>   "node_name":"127.0.0.1:42959_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1558338 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1558338 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1558340 INFO  (zkCallback-2471-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1559338 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1559338 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1559339 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1559339 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1559339 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1559339 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1'
   [junit4]   2> 1559340 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1559340 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1559341 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1559346 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1559349 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1559357 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1559362 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1559449 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1559454 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1559455 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1559462 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1559464 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1559465 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1559466 WARN  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1559466 WARN  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1559466 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1559467 WARN  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1559467 WARN  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1559468 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1559468 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1559468 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1559468 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1/data/]
   [junit4]   2> 1559468 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@38ba9796
   [junit4]   2> 1559469 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1/data
   [junit4]   2> 1559469 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1559469 WARN  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1559470 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1/data/index
   [junit4]   2> 1559470 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=3, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5015402840642721]
   [junit4]   2> 1559470 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5819001c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52fb86c0),segFN=segments_1,generation=1}
   [junit4]   2> 1559470 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1559471 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1/data/
   [junit4]   2> 1559471 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1559474 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1559474 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1559474 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1559474 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1559474 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1559474 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1559475 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1559475 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1559475 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1559475 WARN  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1559476 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1559477 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1559478 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1559479 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1559482 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1559482 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1559483 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1559483 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1559484 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1559484 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1559484 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=2, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 1559484 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5819001c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52fb86c0),segFN=segments_1,generation=1}
   [junit4]   2> 1559484 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1559484 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@106834df[collection1] main
   [junit4]   2> 1559485 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1559485 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1559485 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1559486 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1559486 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1559486 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1559486 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1559486 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1559486 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1559487 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1559487 INFO  (searcherExecutor-6003-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@106834df[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1559487 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1559487 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1559487 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1559487 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1521797873044291584
   [junit4]   2> 1559489 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1521797873044291584
   [junit4]   2> 1559489 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1559490 INFO  (coreLoadExecutor-6002-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1559490 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:https://127.0.0.1:42959 collection:control_collection shard:shard1
   [junit4]   2> 1559491 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1559494 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95112366953725957-core_node1-n_0000000000
   [junit4]   2> 1559494 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1559496 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1559496 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1559496 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1559496 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42959/collection1/
   [junit4]   2> 1559496 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1559496 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy https://127.0.0.1:42959/collection1/ has no replicas
   [junit4]   2> 1559497 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1559499 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1559501 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42959/collection1/ shard1
   [junit4]   2> 1559501 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"https://127.0.0.1:42959",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1559603 INFO  (zkCallback-2471-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1559652 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are https://127.0.0.1:42959/collection1/ and leader is https://127.0.0.1:42959/collection1/
   [junit4]   2> 1559652 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=https://127.0.0.1:42959
   [junit4]   2> 1559652 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1559652 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1559652 INFO  (coreZkRegister-5996-thread-1-processing-n:127.0.0.1:42959_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:42959_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1559654 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:42959",
   [junit4]   2>   "node_name":"127.0.0.1:42959_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1559654 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:42959",
   [junit4]   2>   "node_name":"127.0.0.1:42959_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1559757 INFO  (zkCallback-2471-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1559838 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1559839 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1559840 INFO  (zkCallback-2473-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c0c4be2 name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1559840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1559840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1559840 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1559842 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1559842 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1559842 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1559846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1559846 INFO  (zkCallback-2474-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2565db5e name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1559846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1559846 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1559850 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1559850 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1559952 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1560173 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/cores/collection1
   [junit4]   2> 1560173 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001
   [junit4]   2> 1560175 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1560176 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22bd1a5d{/,null,AVAILABLE}
   [junit4]   2> 1560177 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.u.s.SslContextFactory x509=X509@68e63a93(solrtest,h=[],w=[]) for SslContextFactory@2b242602(file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore,file:///x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/server/etc/test/solrtest.keystore)
   [junit4]   2> 1560178 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2da5611c{SSL,[ssl, http/1.1]}{127.0.0.1:46930}
   [junit4]   2> 1560179 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.e.j.s.Server Started @1563452ms
   [junit4]   2> 1560179 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=46930, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/cores}
   [junit4]   2> 1560180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1560180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001'
   [junit4]   2> 1560180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1560180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1560180 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1560181 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1560182 INFO  (zkCallback-2475-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2b107078 name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1560182 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1560182 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1560183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1560183 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/solr.xml
   [junit4]   2> 1560187 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/cores
   [junit4]   2> 1560188 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CoreContainer New CoreContainer 1560035836
   [junit4]   2> 1560188 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001]
   [junit4]   2> 1560188 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/lib
   [junit4]   2> 1560188 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1560190 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1560191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1560191 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1560192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:54894/solr
   [junit4]   2> 1560192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1560192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1560192 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1560193 INFO  (zkCallback-2478-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6be596bd name:ZooKeeperConnection Watcher:127.0.0.1:54894 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1560194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1560194 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1560196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1560196 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ae1e05 name:ZooKeeperConnection Watcher:127.0.0.1:54894/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1560196 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1560201 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1561206 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46930_
   [junit4]   2> 1561207 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46930_
   [junit4]   2> 1561208 INFO  (zkCallback-2473-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1561208 INFO  (zkCallback-2471-thread-1-processing-n:127.0.0.1:42959_) [n:127.0.0.1:42959_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1561208 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1561210 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1561210 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95112366953725962-127.0.0.1:46930_-n_0000000001
   [junit4]   2> 1561211 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95112366953725957-127.0.0.1:42959_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1561222 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1561222 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1561223 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/cores
   [junit4]   2> 1561223 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1561224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/cores/collection1
   [junit4]   2> 1561224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1561224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1561224 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[8AF97C780B82D319]) [n:127.0.0.1:46930_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1561225 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1561225 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1561226 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1561226 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 1561227 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46930",
   [junit4]   2>   "node_name":"127.0.0.1:46930_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1561227 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 1561227 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1561227 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:46930",
   [junit4]   2>   "node_name":"127.0.0.1:46930_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1561227 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1561227 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1561329 INFO  (OverseerStateUpdate-95112366953725957-127.0.0.1:42959_-n_0000000000) [n:127.0.0.1:42959_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1561330 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1561330 INFO  (zkCallback-2479-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 1562227 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1562227 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1562228 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1562228 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 1562228 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1562228 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8AF97C780B82D319-001/shard-1-001/cores/collection1'
   [junit4]   2> 1562228 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1562228 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1562230 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1562235 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1562239 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1562259 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1562264 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1562341 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1562356 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1562357 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1562364 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1562366 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1562368 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562368 WARN  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1562369 WARN  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1562369 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1562369 WARN  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1562369 WARN  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1562370 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1562370 INFO  (coreLoadExecutor-6013-thread-1-processing-n:127.0.0.1:46930_) [n:127.0.0.1:46930_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1562370 INF

[...truncated too long message...]

o.seed([8AF97C780B82D319]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:46930, https://127.0.0.1:59010, https://127.0.0.1:42959, https://127.0.0.1:40538, https://127.0.0.1:56851]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42959: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	... 7 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=22617, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:46930, https://127.0.0.1:59010, https://127.0.0.1:42959, https://127.0.0.1:40538, https://127.0.0.1:56851]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8AF97C780B82D319]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[https://127.0.0.1:46930, https://127.0.0.1:59010, https://127.0.0.1:42959, https://127.0.0.1:40538, https://127.0.0.1:56851]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42959: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	... 7 more
   [junit4]   2> 2158194 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8AF97C780B82D319]-worker) [n:127.0.0.1:59010_ c:addReplicaColl s:shard1 r:core_node7 x:propertyDotName] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=PostingsFormat(name=Memory doPackFST= false), range_facet_l_dv=PostingsFormat(name=Direct), _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Memory doPackFST= false), a_i1=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Direct), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= false), text=FSTOrd50, range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=hu_HU, timezone=Atlantic/Faeroe
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=74825376,total=498597888
   [junit4]   2> NOTE: All tests run in this JVM: [TestDistributedGrouping, TestCloudManagedSchemaConcurrent, ResponseHeaderTest, ShardRoutingTest, AtomicUpdatesTest, NumericFieldsTest, DocValuesTest, SolrCmdDistributorTest, ZkCLITest, TestSystemIdResolver, BigEndianAscendingWordDeserializerTest, TestBinaryResponseWriter, SolrIndexSplitterTest, TestNamedUpdateProcessors, DirectSolrSpellCheckerTest, SimplePostToolTest, TestNoOpRegenerator, SuggestComponentContextFilterQueryTest, TestSolrDeletionPolicy2, TestStressVersions, DistributedIntervalFacetingTest, UniqFieldsUpdateProcessorFactoryTest, TestConfigSetsAPIZkFailure, TestRandomMergePolicy, MigrateRouteKeyTest, ConcurrentDeleteAndCreateCollectionTest, TestUpdate, AssignTest, TestDFRSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestSQLHandler, ConvertedLegacyTest, JavabinLoaderTest, TestUseDocValuesAsStored2, TestExactSharedStatsCache, TestSchemaVersionResource, TestHdfsUpdateLog, OpenExchangeRatesOrgProviderTest, ZkStateWriterTest, UpdateRequestProcessorFactoryTest, TestRawResponseWriter, TestSortingResponseWriter, TestPKIAuthenticationPlugin, DistributedDebugComponentTest, RemoteQueryErrorTest, IndexBasedSpellCheckerTest, CachingDirectoryFactoryTest, TestInitQParser, CollectionStateFormat2Test, TermsComponentTest, TestSchemaNameResource, TestQueryUtils, DistributedFacetPivotWhiteBoxTest, BasicFunctionalityTest, ExplicitHLLTest, TestSolrCoreProperties, TestMacros, HdfsCollectionsAPIDistributedZkTest, TestRebalanceLeaders, TestScoreJoinQPNoScore, SchemaVersionSpecificBehaviorTest, SpellingQueryConverterTest, WordBreakSolrSpellCheckerTest, LeaderFailoverAfterPartitionTest, TestDynamicFieldResource, TestRequestStatusCollectionAPI, HighlighterTest, TriLevelCompositeIdRoutingTest, SoftAutoCommitTest, TestCopyFieldCollectionResource, DistributedSuggestComponentTest, TestNRTOpen, TestCollectionAPI, RequestLoggingTest, TestHighFrequencyDictionaryFactory, CSVRequestHandlerTest, SolrInfoMBeanTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestJettySolrRunner, ShardRoutingCustomTest, TestSolrQueryParserResource, TestCollapseQParserPlugin, CdcrRequestHandlerTest, NotRequiredUniqueKeyTest, TestBM25SimilarityFactory, TestDownShardTolerantSearch, TermVectorComponentTest, TestPartialUpdateDeduplication, DistributedTermsComponentTest, TestJsonFacets, DocumentBuilderTest, CustomCollectionTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [295/573 (1!)] on J1 in 601.45s, 1 test, 1 error <<< FAILURES!

[...truncated 895 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 573 suites (8 ignored), 2282 tests, 1 error, 33 ignored (18 assumptions) [seed: 8AF97C780B82D319]

Total time: 215 minutes 48 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 894 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/894/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=14233, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14233, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53816: collection already exists: awholynewstresscollection_collection4_0
	at __randomizedtesting.SeedInfo.seed([97DE1102D84D2B94]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest

Error Message:
ObjectTracker found 3 object(s) that were not released!!! [RawDirectoryWrapper, RawDirectoryWrapper, RawDirectoryWrapper]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [RawDirectoryWrapper, RawDirectoryWrapper, RawDirectoryWrapper]
	at __randomizedtesting.SeedInfo.seed([97DE1102D84D2B94]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10748 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/init-core-data-001
   [junit4]   2> 1546950 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[97DE1102D84D2B94]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 1546950 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[97DE1102D84D2B94]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1546954 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1546954 INFO  (Thread-7664) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1546954 INFO  (Thread-7664) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1547054 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.ZkTestServer start zk server on port:50964
   [junit4]   2> 1547054 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1547055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1547058 INFO  (zkCallback-1721-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40355090 name:ZooKeeperConnection Watcher:127.0.0.1:50964 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1547058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1547059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1547059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1547062 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1547072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1547078 INFO  (zkCallback-1722-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1db6f600 name:ZooKeeperConnection Watcher:127.0.0.1:50964/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1547078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1547078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1547078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1547081 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1547082 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1547084 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1547087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1547087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1547090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1547090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1547093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1547094 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1547096 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1547096 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1547097 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1547098 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1547099 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1547099 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1547102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1547102 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1547105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1547105 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1547107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1547107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1547109 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1547109 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1547111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1547111 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1547492 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1
   [junit4]   2> 1547494 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1547496 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64f3f7af{/,null,AVAILABLE}
   [junit4]   2> 1547497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.ServerConnector Started ServerConnector@25cb4cc0{HTTP/1.1,[http/1.1]}{127.0.0.1:59511}
   [junit4]   2> 1547497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.Server Started @1550643ms
   [junit4]   2> 1547497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/tempDir-001/control/data, hostContext=/, hostPort=59511, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores}
   [junit4]   2> 1547497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1547497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001'
   [junit4]   2> 1547497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1547497 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1547498 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1547500 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1547508 INFO  (zkCallback-1723-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1dc0aa33 name:ZooKeeperConnection Watcher:127.0.0.1:50964/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1547508 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1547509 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1547520 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1547520 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/solr.xml
   [junit4]   2> 1547525 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores
   [junit4]   2> 1547526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CoreContainer New CoreContainer 1733974655
   [junit4]   2> 1547526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001]
   [junit4]   2> 1547526 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/lib
   [junit4]   2> 1547526 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1547527 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1547528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1547528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1547528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50964/solr
   [junit4]   2> 1547528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1547528 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1547537 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1547548 INFO  (zkCallback-1726-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7aa79a0d name:ZooKeeperConnection Watcher:127.0.0.1:50964 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1547548 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1547549 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1547552 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1547553 INFO  (zkCallback-1727-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@31d19590 name:ZooKeeperConnection Watcher:127.0.0.1:50964/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1547554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1547555 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1547557 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1547559 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1547561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1547563 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1547564 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1547566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1547567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1547568 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1547569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:59511_
   [junit4]   2> 1547570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:59511_
   [junit4]   2> 1547571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1547572 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1547573 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1547574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95107023152742404-127.0.0.1:59511_-n_0000000000
   [junit4]   2> 1547574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59511_
   [junit4]   2> 1547574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1547576 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer Overseer (id=95107023152742404-127.0.0.1:59511_-n_0000000000) starting
   [junit4]   2> 1547579 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1547590 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1547590 INFO  (OverseerCollectionConfigSetProcessor-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1547590 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1547591 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1547602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1547602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1547603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores
   [junit4]   2> 1547604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1547604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1
   [junit4]   2> 1547604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1547605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1547605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:59511_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1547605 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1547606 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1547607 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59511",
   [junit4]   2>   "node_name":"127.0.0.1:59511_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1547607 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1547608 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59511",
   [junit4]   2>   "node_name":"127.0.0.1:59511_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1547608 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1547609 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1547610 INFO  (zkCallback-1727-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1548608 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1548608 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1548613 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1548613 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1548615 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1548615 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1'
   [junit4]   2> 1548615 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1548615 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1548617 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1548623 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1548628 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1548655 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1548662 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1548783 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1548793 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1548795 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1548810 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1548812 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1548814 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1548815 WARN  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1548815 WARN  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1548815 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1548816 WARN  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1548816 WARN  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1548819 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1548819 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1548821 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1548822 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1/data/]
   [junit4]   2> 1548822 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@497dfe92
   [junit4]   2> 1548822 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1/data
   [junit4]   2> 1548822 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1548822 WARN  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1548823 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1/data/index
   [junit4]   2> 1548823 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@25e4cf5b
   [junit4]   2> 1548823 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@791a6fdd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c81f324),segFN=segments_1,generation=1}
   [junit4]   2> 1548824 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1548827 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1548827 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1548827 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1548827 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1548827 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1548828 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1548828 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1/data/
   [junit4]   2> 1548828 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1548828 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1548828 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1548828 WARN  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1548831 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1548832 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1548833 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1548834 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1548837 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 1548837 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1548838 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1548842 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1548842 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1548844 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1548845 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1548845 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6bb35391
   [junit4]   2> 1548846 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@791a6fdd lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2c81f324),segFN=segments_1,generation=1}
   [junit4]   2> 1548846 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1548846 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@6be4007d[collection1] main
   [junit4]   2> 1548846 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1548847 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1548847 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1548847 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1548847 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1548847 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1548848 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1548848 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1548848 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1548848 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1548848 INFO  (searcherExecutor-3702-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6be4007d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1548849 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1548849 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1548849 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1548849 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1521712372428832768
   [junit4]   2> 1548851 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1521712372428832768
   [junit4]   2> 1548851 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1548852 INFO  (coreLoadExecutor-3701-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1548852 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:59511 collection:control_collection shard:shard1
   [junit4]   2> 1548853 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1548856 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95107023152742404-core_node1-n_0000000000
   [junit4]   2> 1548856 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1548858 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1548859 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1548859 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1548859 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:59511/collection1/
   [junit4]   2> 1548859 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1548859 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:59511/collection1/ has no replicas
   [junit4]   2> 1548863 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1548867 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 1548869 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:59511",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1548870 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:59511/collection1/ shard1
   [junit4]   2> 1548971 INFO  (zkCallback-1727-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549021 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:59511/collection1/ and leader is http://127.0.0.1:59511/collection1/
   [junit4]   2> 1549021 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:59511
   [junit4]   2> 1549021 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1549021 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1549021 INFO  (coreZkRegister-3695-thread-1-processing-n:127.0.0.1:59511_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:59511_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1549023 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59511",
   [junit4]   2>   "node_name":"127.0.0.1:59511_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1549023 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:59511",
   [junit4]   2>   "node_name":"127.0.0.1:59511_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1549107 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1549108 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1549109 INFO  (zkCallback-1729-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@39a676ba name:ZooKeeperConnection Watcher:127.0.0.1:50964/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1549109 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1549109 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1549109 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1549112 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1549112 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1549113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1549113 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1549114 INFO  (zkCallback-1730-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ffa810c name:ZooKeeperConnection Watcher:127.0.0.1:50964/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1549115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1549115 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1549121 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 1549121 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1549121 INFO  (zkCallback-1729-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549125 INFO  (zkCallback-1727-thread-1-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1549229 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1549513 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores/collection1
   [junit4]   2> 1549514 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001
   [junit4]   2> 1549516 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1549538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bc7b2f7{/,null,AVAILABLE}
   [junit4]   2> 1549538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.ServerConnector Started ServerConnector@38f9c918{HTTP/1.1,[http/1.1]}{127.0.0.1:49679}
   [junit4]   2> 1549538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.e.j.s.Server Started @1552685ms
   [junit4]   2> 1549538 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=49679, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores}
   [junit4]   2> 1549539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1549539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001'
   [junit4]   2> 1549539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1549539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1549539 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1549540 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1549546 INFO  (zkCallback-1731-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4ca102b9 name:ZooKeeperConnection Watcher:127.0.0.1:50964/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1549546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1549546 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1549561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1549561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/solr.xml
   [junit4]   2> 1549566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores
   [junit4]   2> 1549566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CoreContainer New CoreContainer 2105025222
   [junit4]   2> 1549566 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001]
   [junit4]   2> 1549567 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/lib
   [junit4]   2> 1549567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1549568 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1549569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1549569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1549569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:50964/solr
   [junit4]   2> 1549569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1549569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1549574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1549574 INFO  (zkCallback-1734-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1aaa700a name:ZooKeeperConnection Watcher:127.0.0.1:50964 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1549574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1549575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1549579 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1549580 INFO  (zkCallback-1735-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@596bcb0a name:ZooKeeperConnection Watcher:127.0.0.1:50964/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1549580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1549584 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1550588 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49679_
   [junit4]   2> 1550589 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49679_
   [junit4]   2> 1550590 INFO  (zkCallback-1729-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1550590 INFO  (zkCallback-1727-thread-2-processing-n:127.0.0.1:59511_) [n:127.0.0.1:59511_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1550590 INFO  (zkCallback-1735-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1550592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1550592 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95107023152742409-127.0.0.1:49679_-n_0000000001
   [junit4]   2> 1550593 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95107023152742404-127.0.0.1:59511_-n_0000000000 to know if I could be the leader
   [junit4]   2> 1550603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1550603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1550604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores
   [junit4]   2> 1550605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1550605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores/collection1
   [junit4]   2> 1550605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1550607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1550607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[97DE1102D84D2B94]) [n:127.0.0.1:49679_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1550608 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1550608 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1550609 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 1550609 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 1550609 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49679",
   [junit4]   2>   "node_name":"127.0.0.1:49679_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 1550609 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 1550610 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1550610 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:49679",
   [junit4]   2>   "node_name":"127.0.0.1:49679_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1550610 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 1550610 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 1550712 INFO  (OverseerStateUpdate-95107023152742404-127.0.0.1:59511_-n_0000000000) [n:127.0.0.1:59511_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 1550713 INFO  (zkCallback-1735-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 1550713 INFO  (zkCallback-1735-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 1551610 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1551610 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 1551610 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1551610 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 1551611 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1551611 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores/collection1'
   [junit4]   2> 1551611 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1551611 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1551613 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1551617 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1551622 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1551635 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1551641 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1551768 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1551775 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1551776 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1551784 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1551787 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1551789 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1551789 WARN  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1551789 WARN  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1551790 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1551790 WARN  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 1551791 WARN  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 1551792 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 1551792 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 1551792 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1551792 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 1551792 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@497dfe92
   [junit4]   2> 1551793 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_97DE1102D84D2B94-001/shard-1-001/cores/collection1/data
   [junit4]   2> 1551793 INFO  (coreLoadExecutor-3712-thread-1-processing-n:127.0.0.1:49679_) [n:127.0.0.1:49679_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/

[...truncated too long message...]

orUtil.java:232)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:160)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:412)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:225)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:232)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.replicate(RecoveryStrategy.java:160)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.doRecovery(RecoveryStrategy.java:412)
   [junit4]   2> 	at org.apache.solr.cloud.RecoveryStrategy.run(RecoveryStrategy.java:225)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:232)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {range_facet_l_dv=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=SimpleText), a_t=PostingsFormat(name=Memory doPackFST= false), intDefault=PostingsFormat(name=Memory doPackFST= false), id=BlockTreeOrds(blocksize=128), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= false), text=PostingsFormat(name=Direct), range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, sim=RandomSimilarityProvider(queryNorm=true,coord=no): {}, locale=is_IS, timezone=PRT
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=29813936,total=526909440
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsChaosMonkeyNothingIsSafeTest, OverseerCollectionConfigSetProcessorTest, OverseerTest, TestRawTransformer, TestConfigSetsAPI, BadComponentTest, CdcrReplicationDistributedZkTest, HighlighterMaxOffsetTest, SSLMigrationTest, TestRandomCollapseQParserPlugin, LukeRequestHandlerTest, SmileWriterTest, RegexBoostProcessorTest, TestRecovery, TestShortCircuitedRequests, HardAutoCommitTest, TestCollationField, TestElisionMultitermQuery, TestIndexingPerformance, DirectSolrConnectionTest, TestSearchPerf, TestStressReorder, TestObjectReleaseTracker, BlockJoinFacetRandomTest, DistributedFacetPivotSmallAdvancedTest, TestInitQParser, TestSolrJ, ReplicationFactorTest, SolrTestCaseJ4Test, TestScoreJoinQPNoScore, HdfsNNFailoverTest, TestSchemaResource, SliceStateTest, BasicDistributedZk2Test, DateMathParserTest, OverseerTaskQueueTest, ScriptEngineTest, StatsComponentTest, StatelessScriptUpdateProcessorFactoryTest, TestChildDocTransformer, AddBlockUpdateTest, DeleteInactiveReplicaTest, TestManagedSchemaFieldTypeResource, TestBlobHandler, TestSuggestSpellingConverter, HighlighterConfigTest, DataDrivenBlockJoinTest, TestStressRecovery, VMParamsZkACLAndCredentialsProvidersTest, TestHighFrequencyDictionaryFactory, TestUtils, CdcrVersionReplicationTest, TestPKIAuthenticationPlugin, TestRecoveryHdfs, TestUniqueKeyFieldResource, TestCollapseQParserPlugin, CircularListTest, TestJsonFacets, TestFieldCollectionResource, TestPerFieldSimilarity, XmlUpdateRequestHandlerTest, TestSolrQueryParser, TestCryptoKeys, TestPivotHelperCode, TestReload, TestHdfsUpdateLog, TestTolerantSearch, TestConfigOverlay, DistributedQueryComponentCustomSortTest, TestSimpleQParserPlugin, TestFieldTypeResource, TestWriterPerf, CoreAdminHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestDefaultSearchFieldResource, SampleTest, SecurityConfHandlerTest, UnloadDistributedZkTest, BadCopyFieldTest, TestNamedUpdateProcessors, TestClusterStateMutator, TestJmxIntegration, TestExactSharedStatsCache, TestFastWriter, SolrCoreCheckLockOnStartupTest, ActionThrottleTest, AsyncCallRequestStatusResponseTest, CursorMarkTest, PluginInfoTest, NoCacheHeaderTest, TestCSVResponseWriter, BasicZkTest, RecoveryZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, ZkSolrClientTest, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestDistributedSearch, TestGroupingSearch, TestFiltering, SuggesterFSTTest, SuggesterTSTTest, SpatialFilterTest, TestCSVLoader, WordBreakSolrSpellCheckerTest, TestPseudoReturnFields, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, TestSolrDeletionPolicy1, StandardRequestHandlerTest, PrimitiveFieldTypeTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, MoreLikeThisHandlerTest, FieldAnalysisRequestHandlerTest, FastVectorHighlighterTest, LoggingHandlerTest, QueryParsingTest, JsonLoaderTest, SearchHandlerTest, UpdateParamsTest, TestSolrIndexConfig, SolrIndexConfigTest, OutputWriterTest, TestPostingsSolrHighlighter, TestCharFilters, TestCodecSupport, TestXIncludeConfig, TestDFRSimilarityFactory, TestJmxMonitoredMap, OpenExchangeRatesOrgProviderTest, PreAnalyzedFieldTest, PrimUtilsTest, ClusterStateTest, DistributedIntervalFacetingTest, CleanupOldIndexTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, ConfigSetsAPITest, CustomCollectionTest, HttpPartitionTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HttpPartitionTest -Dtests.seed=97DE1102D84D2B94 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=is_IS -Dtests.timezone=PRT -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J2 | HttpPartitionTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 3 object(s) that were not released!!! [RawDirectoryWrapper, RawDirectoryWrapper, RawDirectoryWrapper]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([97DE1102D84D2B94]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [437/571 (2!)] on J2 in 175.03s, 1 test, 1 failure <<< FAILURES!

[...truncated 453 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 571 suites (8 ignored), 2276 tests, 1 suite-level error, 1 error, 33 ignored (18 assumptions) [seed: 97DE1102D84D2B94]

Total time: 208 minutes 32 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 893 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/893/

1 tests failed.
FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test10MinutesOld

Error Message:
Captured an uncaught exception in thread: Thread[id=15567, name=Thread-10543, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15567, name=Thread-10543, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded




Build Log:
[...truncated 10289 lines...]
   [junit4] Suite: org.apache.solr.core.OpenCloseCoreStressTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/init-core-data-001
   [junit4]   2> 856952 INFO  (SUITE-OpenCloseCoreStressTest-seed#[F2D6F15CCEE2DB10]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4] IGNOR/A 0.00s J1 | OpenCloseCoreStressTest.test1Hour
   [junit4]    > Assumption #1: 'weekly' test group is disabled (@Weekly())
   [junit4]   2> 856957 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.SolrTestCaseJ4 ###Starting test15SecondsOld
   [junit4]   2> 856973 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 856974 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7725ef2b{/solr,null,AVAILABLE}
   [junit4]   2> 856976 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3a2abc6d{HTTP/1.1,[http/1.1]}{127.0.0.1:59245}
   [junit4]   2> 856976 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.e.j.s.Server Started @861140ms
   [junit4]   2> 856976 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=59245}
   [junit4]   2> 856976 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 856976 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001'
   [junit4]   2> 856977 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 856977 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 856977 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/solr.xml
   [junit4]   2> 856982 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001
   [junit4]   2> 856982 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreContainer New CoreContainer 444121789
   [junit4]   2> 856982 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001]
   [junit4]   2> 856982 WARN  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/lib
   [junit4]   2> 856982 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 856984 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 856984 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 856984 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 856984 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 856984 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 856985 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001
   [junit4]   2> 856986 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=00000_core, config=solrconfig-minimal.xml, loadOnStartup=false, schema=schema-tiny.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 856986 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found core 00000_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core
   [junit4]   2> 856986 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=00004_core, config=solrconfig-minimal.xml, loadOnStartup=false, schema=schema-tiny.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 856987 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found core 00004_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core
   [junit4]   2> 856987 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=00003_core, config=solrconfig-minimal.xml, loadOnStartup=false, schema=schema-tiny.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 856987 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found core 00003_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core
   [junit4]   2> 856988 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=00002_core, config=solrconfig-minimal.xml, loadOnStartup=false, schema=schema-tiny.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 856988 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found core 00002_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core
   [junit4]   2> 856988 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=00006_core, config=solrconfig-minimal.xml, loadOnStartup=false, schema=schema-tiny.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 856989 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found core 00006_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core
   [junit4]   2> 856989 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=00001_core, config=solrconfig-minimal.xml, loadOnStartup=false, schema=schema-tiny.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 856989 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found core 00001_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core
   [junit4]   2> 856990 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=00005_core, config=solrconfig-minimal.xml, loadOnStartup=false, schema=schema-tiny.xml, configSetProperties=configsetprops.json, transient=true, dataDir=data/}
   [junit4]   2> 856990 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found core 00005_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core
   [junit4]   2> 856990 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.CorePropertiesLocator Found 7 core definitions
   [junit4]   2> 856990 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 856990 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 856998 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.OpenCloseCoreStressTest Starting indexing and querying
   [junit4]   2> 856999 INFO  (TEST-OpenCloseCoreStressTest.test15SecondsOld-seed#[F2D6F15CCEE2DB10]) [    ] o.a.s.c.OpenCloseCoreStressTest 
   [junit4]   2> 
   [junit4]   2> 
   [junit4]   2> 
   [junit4]   2> 
   [junit4]   2> Starting a 15 second cycle, seconds left: 15. Seconds run so far: 0.
   [junit4]   2> 857004 INFO  (Thread-10236) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15188
   [junit4]   2> 857008 INFO  (Thread-10237) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15189
   [junit4]   2> 857012 INFO  (Thread-10238) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15191
   [junit4]   2> 857017 INFO  (qtp103958222-15175) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core'
   [junit4]   2> 857017 INFO  (qtp103958222-15175) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 857017 INFO  (qtp103958222-15175) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 857020 INFO  (Thread-10240) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15193
   [junit4]   2> 857020 INFO  (Thread-10241) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15194
   [junit4]   2> 857025 INFO  (qtp103958222-15175) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 857028 INFO  (Thread-10239) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15192
   [junit4]   2> 857030 INFO  (qtp103958222-15175) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 857030 INFO  (Thread-10242) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15195
   [junit4]   2> 857031 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core'
   [junit4]   2> 857031 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 857031 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 857031 INFO  (Thread-10243) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15196
   [junit4]   2> 857033 INFO  (qtp103958222-15179) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core'
   [junit4]   2> 857033 INFO  (qtp103958222-15179) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 857033 INFO  (qtp103958222-15179) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 857033 INFO  (qtp103958222-15180) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core'
   [junit4]   2> 857033 INFO  (qtp103958222-15180) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 857033 INFO  (qtp103958222-15180) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 857035 INFO  (qtp103958222-15175) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 857035 INFO  (Thread-10244) [    ] o.a.s.c.OneIndexer Starting indexing thread: 15197
   [junit4]   2> 857036 INFO  (Thread-10245) [    ] o.a.s.c.OneQuery Starting query thread: 15198
   [junit4]   2> 857037 INFO  (Thread-10246) [    ] o.a.s.c.OneQuery Starting query thread: 15199
   [junit4]   2> 857037 INFO  (Thread-10247) [    ] o.a.s.c.OneQuery Starting query thread: 15200
   [junit4]   2> 857037 INFO  (Thread-10248) [    ] o.a.s.c.OneQuery Starting query thread: 15201
   [junit4]   2> 857037 INFO  (qtp103958222-15175) [    ] o.a.s.s.IndexSchema [00006_core] Schema name=tiny
   [junit4]   2> 857038 INFO  (Thread-10249) [    ] o.a.s.c.OneQuery Starting query thread: 15202
   [junit4]   2> 857038 INFO  (Thread-10250) [    ] o.a.s.c.OneQuery Starting query thread: 15203
   [junit4]   2> 857038 INFO  (Thread-10251) [    ] o.a.s.c.OneQuery Starting query thread: 15204
   [junit4]   2> 857041 INFO  (Thread-10252) [    ] o.a.s.c.OneQuery Starting query thread: 15205
   [junit4]   2> 857041 INFO  (qtp103958222-15175) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 857042 INFO  (qtp103958222-15180) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 857043 INFO  (qtp103958222-15175) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core'
   [junit4]   2> 857043 INFO  (qtp103958222-15175) [    ] o.a.s.c.CoreContainer Creating SolrCore '00006_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core
   [junit4]   2> 857044 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 857044 INFO  (qtp103958222-15179) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 857044 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 857044 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCore [[00006_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/data/]
   [junit4]   2> 857044 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCore JMX monitoring not detected for core: 00006_core
   [junit4]   2> 857046 INFO  (qtp103958222-15179) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 857046 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 857046 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/data
   [junit4]   2> 857047 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/data/index/
   [junit4]   2> 857047 WARN  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCore [00006_core] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/data/index' doesn't exist. Creating new index...
   [junit4]   2> 857048 INFO  (qtp103958222-15180) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 857048 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/data/index
   [junit4]   2> 857048 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@202064e3
   [junit4]   2> 857048 INFO  (Thread-10253) [    ] o.a.s.c.OneQuery Starting query thread: 15206
   [junit4]   2> 857049 INFO  (qtp103958222-15182) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core'
   [junit4]   2> 857049 INFO  (qtp103958222-15182) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 857049 INFO  (qtp103958222-15182) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 857050 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6368b4a4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@53295188),segFN=segments_1,generation=1}
   [junit4]   2> 857050 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857052 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 857053 INFO  (qtp103958222-15180) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 857054 INFO  (qtp103958222-15176) [    ] o.a.s.s.IndexSchema [00001_core] Schema name=tiny
   [junit4]   2> 857055 INFO  (qtp103958222-15182) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 857056 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 857056 INFO  (qtp103958222-15180) [    ] o.a.s.s.IndexSchema [00000_core] Schema name=tiny
   [junit4]   2> 857057 INFO  (qtp103958222-15176) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 857057 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857070 INFO  (OldIndexDirectoryCleanupThreadForCore-00006_core) [    x:00006_core] o.a.s.c.SolrCore Looking for old index directories to cleanup for core 00006_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/data/
   [junit4]   2> 857071 WARN  (OldIndexDirectoryCleanupThreadForCore-00006_core) [    x:00006_core] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 857071 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857071 INFO  (qtp103958222-15176) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core'
   [junit4]   2> 857071 INFO  (qtp103958222-15176) [    ] o.a.s.c.CoreContainer Creating SolrCore '00001_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core
   [junit4]   2> 857071 INFO  (qtp103958222-15180) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 857071 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 857072 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCore [[00001_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/data/]
   [junit4]   2> 857072 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCore JMX monitoring not detected for core: 00001_core
   [junit4]   2> 857072 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857073 INFO  (qtp103958222-15180) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core'
   [junit4]   2> 857073 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857073 INFO  (qtp103958222-15180) [    ] o.a.s.c.CoreContainer Creating SolrCore '00000_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core
   [junit4]   2> 857070 INFO  (qtp103958222-15182) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 857073 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 857073 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCore [[00000_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/data/]
   [junit4]   2> 857073 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCore JMX monitoring not detected for core: 00000_core
   [junit4]   2> 857074 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 857075 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 857075 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/data
   [junit4]   2> 857076 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/data/index/
   [junit4]   2> 857076 WARN  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCore [00001_core] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/data/index' doesn't exist. Creating new index...
   [junit4]   2> 857076 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/data
   [junit4]   2> 857076 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/data/index
   [junit4]   2> 857076 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/data/index/
   [junit4]   2> 857076 WARN  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCore [00000_core] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/data/index' doesn't exist. Creating new index...
   [junit4]   2> 857076 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@50580e45
   [junit4]   2> 857077 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 857077 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/data/index
   [junit4]   2> 857077 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 857077 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1b2dfca7
   [junit4]   2> 857078 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@21531412 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@300b805),segFN=segments_1,generation=1}
   [junit4]   2> 857078 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857078 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=41.0859375, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.20317280994581743, segmentsPerTier=15.0, maxCFSSegmentSizeMB=0.4736328125, noCFSRatio=1.0
   [junit4]   2> 857078 INFO  (qtp103958222-15182) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 857078 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6368b4a4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@53295188),segFN=segments_1,generation=1}
   [junit4]   2> 857079 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857079 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.s.SolrIndexSearcher Opening Searcher@a8ed128[00006_core] main
   [junit4]   2> 857080 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/conf
   [junit4]   2> 857080 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/conf}
   [junit4]   2> 857080 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00006_core/conf
   [junit4]   2> 857080 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 857080 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 857080 INFO  (OldIndexDirectoryCleanupThreadForCore-00001_core) [    x:00001_core] o.a.s.c.SolrCore Looking for old index directories to cleanup for core 00001_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/data/
   [junit4]   2> 857081 WARN  (OldIndexDirectoryCleanupThreadForCore-00001_core) [    x:00001_core] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 857081 INFO  (qtp103958222-15182) [    ] o.a.s.s.IndexSchema [00005_core] Schema name=tiny
   [junit4]   2> 857081 INFO  (searcherExecutor-3685-thread-1-processing-x:00006_core) [    x:00006_core] o.a.s.c.SolrCore [00006_core] Registered new searcher Searcher@a8ed128[00006_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 857081 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.SolrCores Opening transient core 00006_core
   [junit4]   2> 857081 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.c.CoreContainer registering core: 00006_core
   [junit4]   2> 857082 INFO  (qtp103958222-15179) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 857085 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@27c9ab48 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49bd3d76),segFN=segments_1,generation=1}
   [junit4]   2> 857086 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857089 INFO  (qtp103958222-15179) [    ] o.a.s.s.IndexSchema [00004_core] Schema name=tiny
   [junit4]   2> 857089 INFO  (qtp103958222-15182) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 857090 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 857090 INFO  (qtp103958222-15182) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core'
   [junit4]   2> 857090 INFO  (qtp103958222-15182) [    ] o.a.s.c.CoreContainer Creating SolrCore '00005_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core
   [junit4]   2> 857090 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 857090 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCore [[00005_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/data/]
   [junit4]   2> 857090 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCore JMX monitoring not detected for core: 00005_core
   [junit4]   2> 857091 INFO  (qtp103958222-15179) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 857091 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857092 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/data
   [junit4]   2> 857092 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857092 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/data/index/
   [junit4]   2> 857092 WARN  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCore [00005_core] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/data/index' doesn't exist. Creating new index...
   [junit4]   2> 857092 INFO  (qtp103958222-15179) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core'
   [junit4]   2> 857092 INFO  (qtp103958222-15179) [    ] o.a.s.c.CoreContainer Creating SolrCore '00004_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core
   [junit4]   2> 857093 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/data/index
   [junit4]   2> 857093 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 857093 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@1f047de1
   [junit4]   2> 857093 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCore [[00004_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/data/]
   [junit4]   2> 857093 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCore JMX monitoring not detected for core: 00004_core
   [junit4]   2> 857093 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857093 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4dfdde07 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ce19307),segFN=segments_1,generation=1}
   [junit4]   2> 857093 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857094 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857094 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/data
   [junit4]   2> 857094 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/data/index/
   [junit4]   2> 857094 WARN  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCore [00004_core] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/data/index' doesn't exist. Creating new index...
   [junit4]   2> 857095 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/data/index
   [junit4]   2> 857095 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@75874e2f
   [junit4]   2> 857097 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 857098 INFO  (OldIndexDirectoryCleanupThreadForCore-00000_core) [    x:00000_core] o.a.s.c.SolrCore Looking for old index directories to cleanup for core 00000_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/data/
   [junit4]   2> 857098 INFO  (qtp103958222-15210) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id9]} 0 26
   [junit4]   2> 857098 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@13094447 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@39ac24eb),segFN=segments_1,generation=1}
   [junit4]   2> 857098 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857098 WARN  (OldIndexDirectoryCleanupThreadForCore-00000_core) [    x:00000_core] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 857098 INFO  (qtp103958222-15178) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id1]} 0 78
   [junit4]   2> 857098 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id3]} 0 81
   [junit4]   2> 857100 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 857101 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857102 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857102 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857103 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857103 INFO  (OldIndexDirectoryCleanupThreadForCore-00005_core) [    x:00005_core] o.a.s.c.SolrCore Looking for old index directories to cleanup for core 00005_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/data/
   [junit4]   2> 857098 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 857103 WARN  (OldIndexDirectoryCleanupThreadForCore-00005_core) [    x:00005_core] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 857104 INFO  (OldIndexDirectoryCleanupThreadForCore-00004_core) [    x:00004_core] o.a.s.c.SolrCore Looking for old index directories to cleanup for core 00004_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/data/
   [junit4]   2> 857104 WARN  (OldIndexDirectoryCleanupThreadForCore-00004_core) [    x:00004_core] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 857104 INFO  (qtp103958222-15213) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core'
   [junit4]   2> 857104 INFO  (qtp103958222-15213) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 857104 INFO  (qtp103958222-15213) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 857105 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 857105 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 857105 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 857105 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 857106 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=41.0859375, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.20317280994581743, segmentsPerTier=15.0, maxCFSSegmentSizeMB=0.4736328125, noCFSRatio=1.0
   [junit4]   2> 857106 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4dfdde07 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3ce19307),segFN=segments_1,generation=1}
   [junit4]   2> 857106 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857107 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.s.SolrIndexSearcher Opening Searcher@69ac9619[00005_core] main
   [junit4]   2> 857107 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 857107 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/conf
   [junit4]   2> 857107 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/conf}
   [junit4]   2> 857107 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00005_core/conf
   [junit4]   2> 857107 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 857107 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 857107 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 857107 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 857108 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 857108 INFO  (searcherExecutor-3691-thread-1-processing-x:00005_core) [    x:00005_core] o.a.s.c.SolrCore [00005_core] Registered new searcher Searcher@69ac9619[00005_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 857108 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857108 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857108 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.SolrCores Opening transient core 00005_core
   [junit4]   2> 857108 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.CoreContainer registering core: 00005_core
   [junit4]   2> 857109 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857109 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857110 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=41.0859375, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.20317280994581743, segmentsPerTier=15.0, maxCFSSegmentSizeMB=0.4736328125, noCFSRatio=1.0
   [junit4]   2> 857110 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@21531412 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@300b805),segFN=segments_1,generation=1}
   [junit4]   2> 857110 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857110 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857110 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.s.SolrIndexSearcher Opening Searcher@70f9ec7a[00001_core] main
   [junit4]   2> 857110 INFO  (qtp103958222-15213) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 857111 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/conf
   [junit4]   2> 857111 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/conf}
   [junit4]   2> 857111 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857111 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00001_core/conf
   [junit4]   2> 857111 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 857111 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 857112 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.SolrCores Opening transient core 00001_core
   [junit4]   2> 857112 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.c.CoreContainer registering core: 00001_core
   [junit4]   2> 857112 INFO  (searcherExecutor-3686-thread-1-processing-x:00001_core) [    x:00001_core] o.a.s.c.SolrCore [00001_core] Registered new searcher Searcher@70f9ec7a[00001_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 857113 INFO  (qtp103958222-15213) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 857114 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857114 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id5]} 0 65
   [junit4]   2> 857114 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857116 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 857116 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 857116 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 857116 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 857117 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 857117 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 857117 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 857117 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 857121 INFO  (qtp103958222-15211) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id10]} 0 17
   [junit4]   2> 857121 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=41.0859375, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.20317280994581743, segmentsPerTier=15.0, maxCFSSegmentSizeMB=0.4736328125, noCFSRatio=1.0
   [junit4]   2> 857122 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@27c9ab48 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@49bd3d76),segFN=segments_1,generation=1}
   [junit4]   2> 857122 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857122 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.s.SolrIndexSearcher Opening Searcher@6bdd2721[00000_core] main
   [junit4]   2> 857122 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/conf
   [junit4]   2> 857122 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/conf}
   [junit4]   2> 857122 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00000_core/conf
   [junit4]   2> 857122 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 857123 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 857123 INFO  (searcherExecutor-3687-thread-1-processing-x:00000_core) [    x:00000_core] o.a.s.c.SolrCore [00000_core] Registered new searcher Searcher@6bdd2721[00000_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 857123 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.SolrCores Opening transient core 00000_core
   [junit4]   2> 857123 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.c.CoreContainer registering core: 00000_core
   [junit4]   2> 857123 INFO  (qtp103958222-15210) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id14]} 0 0
   [junit4]   2> 857126 INFO  (qtp103958222-15207) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id8]} 0 55
   [junit4]   2> 857126 INFO  (qtp103958222-15176) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id4]} 0 95
   [junit4]   2> 857127 INFO  (qtp103958222-15213) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 857127 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id7]} 0 93
   [junit4]   2> 857127 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=41.0859375, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.20317280994581743, segmentsPerTier=15.0, maxCFSSegmentSizeMB=0.4736328125, noCFSRatio=1.0
   [junit4]   2> 857128 INFO  (qtp103958222-15209) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id12]} 0 24
   [junit4]   2> 857129 INFO  (qtp103958222-15210) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id17]} 0 0
   [junit4]   2> 857129 INFO  (qtp103958222-15207) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id16]} 0 0
   [junit4]   2> 857130 INFO  (qtp103958222-15210) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id15]} 0 1
   [junit4]   2> 857131 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core'
   [junit4]   2> 857131 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@13094447 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@39ac24eb),segFN=segments_1,generation=1}
   [junit4]   2> 857131 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857131 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 857131 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 857131 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.s.SolrIndexSearcher Opening Searcher@4e01c71a[00004_core] main
   [junit4]   2> 857132 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/conf
   [junit4]   2> 857132 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/conf}
   [junit4]   2> 857132 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00004_core/conf
   [junit4]   2> 857132 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 857132 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id22]} 0 0
   [junit4]   2> 857134 INFO  (qtp103958222-15213) [    ] o.a.s.s.IndexSchema [00002_core] Schema name=tiny
   [junit4]   2> 857134 INFO  (qtp103958222-15182) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id23]} 0 0
   [junit4]   2> 857132 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 857135 INFO  (searcherExecutor-3692-thread-1-processing-x:00004_core) [    x:00004_core] o.a.s.c.SolrCore [00004_core] Registered new searcher Searcher@4e01c71a[00004_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 857135 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.SolrCores Opening transient core 00004_core
   [junit4]   2> 857135 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.c.CoreContainer registering core: 00004_core
   [junit4]   2> 857138 INFO  (qtp103958222-15175) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id18]} 0 9
   [junit4]   2> 857139 INFO  (qtp103958222-15210) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id24]} 0 0
   [junit4]   2> 857140 INFO  (qtp103958222-15211) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id25]} 0 0
   [junit4]   2> 857141 INFO  (qtp103958222-15211) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 857143 INFO  (qtp103958222-15175) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 857143 INFO  (qtp103958222-15211) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id27]} 0 0
   [junit4]   2> 857143 INFO  (qtp103958222-15175) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 857148 INFO  (qtp103958222-15181) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id2]} 0 100
   [junit4]   2> 857149 INFO  (qtp103958222-15178) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id13]} 0 32
   [junit4]   2> 857150 INFO  (qtp103958222-15182) [    x:00005_core] o.a.s.c.S.Request [00005_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 857151 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id6]} 0 118
   [junit4]   2> 857153 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 857155 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 857158 INFO  (qtp103958222-15213) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 857159 INFO  (qtp103958222-15213) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core'
   [junit4]   2> 857159 INFO  (qtp103958222-15213) [    ] o.a.s.c.CoreContainer Creating SolrCore '00002_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core
   [junit4]   2> 857159 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 857160 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCore [[00002_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/data/]
   [junit4]   2> 857160 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCore JMX monitoring not detected for core: 00002_core
   [junit4]   2> 857161 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/data
   [junit4]   2> 857161 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/data/index/
   [junit4]   2> 857161 WARN  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCore [00002_core] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/data/index' doesn't exist. Creating new index...
   [junit4]   2> 857162 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/data/index
   [junit4]   2> 857162 INFO  (qtp103958222-15176) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig-minimal.xml
   [junit4]   2> 857162 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@2e12edcc
   [junit4]   2> 857173 INFO  (qtp103958222-15175) [    x:00005_core] o.a.s.c.S.Request [00005_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 857173 INFO  (qtp103958222-15178) [    x:00001_core] o.a.s.c.S.Request [00001_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 857174 INFO  (qtp103958222-15178) [    x:00004_core] o.a.s.c.S.Request [00004_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 857174 INFO  (qtp103958222-15175) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id29]} 0 0
   [junit4]   2> 857174 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2ae2aefe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35fb9b7a),segFN=segments_1,generation=1}
   [junit4]   2> 857175 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857175 INFO  (OldIndexDirectoryCleanupThreadForCore-00002_core) [    x:00002_core] o.a.s.c.SolrCore Looking for old index directories to cleanup for core 00002_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/data/
   [junit4]   2> 857175 WARN  (OldIndexDirectoryCleanupThreadForCore-00002_core) [    x:00002_core] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 857177 INFO  (qtp103958222-15176) [    ] o.a.s.s.IndexSchema [00003_core] Schema name=tiny
   [junit4]   2> 857177 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 857178 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857179 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857180 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857180 INFO  (qtp103958222-15176) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 857181 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857182 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/select,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 857182 INFO  (qtp103958222-15176) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core'
   [junit4]   2> 857182 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 857183 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 857183 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 857183 INFO  (qtp103958222-15176) [    ] o.a.s.c.CoreContainer Creating SolrCore '00003_core' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core
   [junit4]   2> 857183 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=38, maxMergeAtOnceExplicit=33, maxMergedSegmentMB=41.0859375, floorSegmentMB=0.3466796875, forceMergeDeletesPctAllowed=0.20317280994581743, segmentsPerTier=15.0, maxCFSSegmentSizeMB=0.4736328125, noCFSRatio=1.0
   [junit4]   2> 857183 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 857183 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@2ae2aefe lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@35fb9b7a),segFN=segments_1,generation=1}
   [junit4]   2> 857183 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857184 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrCore [[00003_core] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core/data/]
   [junit4]   2> 857184 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.s.SolrIndexSearcher Opening Searcher@780df2c3[00002_core] main
   [junit4]   2> 857184 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrCore JMX monitoring not detected for core: 00003_core
   [junit4]   2> 857184 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/conf
   [junit4]   2> 857184 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/conf}
   [junit4]   2> 857184 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00002_core/conf
   [junit4]   2> 857184 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 857184 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 857185 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.SolrCores Opening transient core 00002_core
   [junit4]   2> 857185 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core/data
   [junit4]   2> 857185 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.c.CoreContainer registering core: 00002_core
   [junit4]   2> 857185 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core/data/index/
   [junit4]   2> 857185 WARN  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrCore [00003_core] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core/data/index' doesn't exist. Creating new index...
   [junit4]   2> 857185 INFO  (searcherExecutor-3705-thread-1-processing-x:00002_core) [    x:00002_core] o.a.s.c.SolrCore [00002_core] Registered new searcher Searcher@780df2c3[00002_core] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 857185 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core/data/index
   [junit4]   2> 857187 INFO  (qtp103958222-15210) [    x:00002_core] o.a.s.c.S.Request [00002_core]  webapp=/solr path=/select params={q=*:*&qt=/select&wt=javabin&version=2} hits=0 status=0 QTime=14
   [junit4]   2> 857188 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=84.240234375, floorSegmentMB=2.0625, forceMergeDeletesPctAllowed=16.486488324252196, segmentsPerTier=27.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8596981312086202
   [junit4]   2> 857188 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@39416cc3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@311bccc4),segFN=segments_1,generation=1}
   [junit4]   2> 857188 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 857189 INFO  (qtp103958222-15175) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id32]} 0 13
   [junit4]   2> 857191 INFO  (qtp103958222-15179) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id33]} 0 0
   [junit4]   2> 857192 INFO  (qtp103958222-15213) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id11]} 0 88
   [junit4]   2> 857192 INFO  (qtp103958222-15180) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id26]} 0 49
   [junit4]   2> 857193 INFO  (qtp103958222-15207) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id20]} 0 61
   [junit4]   2> 857193 INFO  (OldIndexDirectoryCleanupThreadForCore-00003_core) [    x:00003_core] o.a.s.c.SolrCore Looking for old index directories to cleanup for core 00003_core in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core/data/
   [junit4]   2> 857193 WARN  (OldIndexDirectoryCleanupThreadForCore-00003_core) [    x:00003_core] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001/tempDir-001/00003_core/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 857194 INFO  (qtp103958222-15235) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id34]} 0 0
   [junit4]   2> 857196 INFO  (qtp103958222-15210) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id35]} 0 0
   [junit4]   2> 857196 INFO  (qtp103958222-15179) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id36]} 0 0
   [junit4]   2> 857196 INFO  (qtp103958222-15182) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id31]} 0 22
   [junit4]   2> 857195 INFO  (qtp103958222-15175) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id37]} 0 0
   [junit4]   2> 857203 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id42]} 0 2
   [junit4]   2> 857204 INFO  (qtp103958222-15235) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id41]} 0 2
   [junit4]   2> 857204 INFO  (qtp103958222-15210) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id38]} 0 2
   [junit4]   2> 857204 INFO  (qtp103958222-15207) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id40]} 0 3
   [junit4]   2> 857207 INFO  (qtp103958222-15180) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id43]} 0 1
   [junit4]   2> 857208 INFO  (qtp103958222-15175) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id45]} 0 0
   [junit4]   2> 857209 INFO  (qtp103958222-15179) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id47]} 0 0
   [junit4]   2> 857209 INFO  (qtp103958222-15182) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id44]} 0 3
   [junit4]   2> 857210 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id46]} 0 2
   [junit4]   2> 857211 INFO  (qtp103958222-15235) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id49]} 0 0
   [junit4]   2> 857212 INFO  (qtp103958222-15235) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id51]} 0 0
   [junit4]   2> 857212 INFO  (qtp103958222-15207) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id48]} 0 0
   [junit4]   2> 857213 INFO  (qtp103958222-15175) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id52]} 0 0
   [junit4]   2> 857213 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 857214 INFO  (qtp103958222-15179) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id53]} 0 0
   [junit4]   2> 857214 INFO  (qtp103958222-15182) [    x:00001_core] o.a.s.u.p.LogUpdateProcessorFactory [00001_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id54]} 0 0
   [junit4]   2> 857215 INFO  (qtp103958222-15180) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id55]} 0 0
   [junit4]   2> 857216 INFO  (qtp103958222-15235) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id56]} 0 0
   [junit4]   2> 857216 INFO  (qtp103958222-15207) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id57]} 0 0
   [junit4]   2> 857217 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857217 INFO  (qtp103958222-15175) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id58]} 0 0
   [junit4]   2> 857217 INFO  (qtp103958222-15179) [    x:00004_core] o.a.s.u.p.LogUpdateProcessorFactory [00004_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id59]} 0 0
   [junit4]   2> 857218 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id60]} 0 0
   [junit4]   2> 857219 INFO  (qtp103958222-15175) [    x:00006_core] o.a.s.u.p.LogUpdateProcessorFactory [00006_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id61]} 0 0
   [junit4]   2> 857219 INFO  (qtp103958222-15235) [    x:00000_core] o.a.s.u.p.LogUpdateProcessorFactory [00000_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id62]} 0 0
   [junit4]   2> 857220 INFO  (qtp103958222-15207) [    x:00005_core] o.a.s.u.p.LogUpdateProcessorFactory [00005_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id63]} 0 0
   [junit4]   2> 857221 INFO  (qtp103958222-15179) [    x:00002_core] o.a.s.u.p.LogUpdateProcessorFactory [00002_core]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[id65]} 0 0
   [junit4]   2> 857221 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 857222 INFO  (qtp103958222-15176) [    x:00003_core] o.a.s.h.l.XMLLoader xsltCacheLifetimeSecond

[...truncated too long message...]

4] ERROR    351s J1 | OpenCloseCoreStressTest.test10MinutesOld <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Core 00000_core bad! expected:<120701> but was:<120662>
   [junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:298)
   [junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:197)
   [junit4]    > 	at org.apache.solr.core.OpenCloseCoreStressTest.test10MinutesOld(OpenCloseCoreStressTest.java:129)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15567, name=Thread-10543, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15753, name=Lucene Merge Thread #27, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2D6F15CCEE2DB10]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:347)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteFile(IndexFileDeleter.java:731)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deletePendingFiles(IndexFileDeleter.java:520)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteNewFiles(IndexFileDeleter.java:723)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.deleteNewFiles(IndexWriter.java:4666)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4140)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15760, name=Lucene Merge Thread #28, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2D6F15CCEE2DB10]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15747, name=qtp2121050119-15747, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15766, name=Lucene Merge Thread #33, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot merge
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2D6F15CCEE2DB10]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]    > Caused by: java.lang.IllegalStateException: this writer hit an unrecoverable error; cannot merge
   [junit4]    > 	at org.apache.lucene.index.IndexWriter._mergeInit(IndexWriter.java:3799)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeInit(IndexWriter.java:3779)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3633)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:588)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:626)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceededThrowable #7: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15755, name=Lucene Merge Thread #32, state=RUNNABLE, group=TGRP-OpenCloseCoreStressTest]
   [junit4]    > Caused by: org.apache.lucene.index.MergePolicy$MergeException: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([F2D6F15CCEE2DB10]:0)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler.handleMergeException(ConcurrentMergeScheduler.java:668)
   [junit4]    > 	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:648)
   [junit4]    > Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4]   2> 1546848 INFO  (SUITE-OpenCloseCoreStressTest-seed#[F2D6F15CCEE2DB10]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.core.OpenCloseCoreStressTest_F2D6F15CCEE2DB10-001
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=de_CH, timezone=Pacific/Midway
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=61790640,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestFreeTextSuggestions, TestManagedSynonymFilterFactory, ZkControllerTest, TestSolrDeletionPolicy2, HLLSerializationTest, SolrInfoMBeanTest, SolrIndexSplitterTest, ChaosMonkeySafeLeaderTest, TestFiltering, DistributedIntervalFacetingTest, TestBinaryResponseWriter, InfoHandlerTest, TestCloudManagedSchemaConcurrent, TestSortingResponseWriter, CoreAdminCreateDiscoverTest, TestJsonRequest, TestJettySolrRunner, TestRebalanceLeaders, BitVectorTest, TestTrie, TestWordDelimiterFilterFactory, TestUpdate, TestPerFieldSimilarityWithDefaultOverride, TestSolrCoreProperties, TestLeaderInitiatedRecoveryThread, TestClassicSimilarityFactory, TestManagedSchema, AssignTest, DateRangeFieldTest, TestConfigSetProperties, TestReRankQParserPlugin, TriLevelCompositeIdRoutingTest, TestSolrQueryParserResource, DistributedSuggestComponentTest, DocValuesTest, TestPartialUpdateDeduplication, TestCodecSupport, UpdateRequestProcessorFactoryTest, HdfsCollectionsAPIDistributedZkTest, LoggingHandlerTest, HdfsLockFactoryTest, TestQueryWrapperFilter, OpenExchangeRatesOrgProviderTest, HdfsRecoveryZkTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestLMJelinekMercerSimilarityFactory, TestSha256AuthenticationProvider, SolrCmdDistributorTest, TestSolr4Spatial2, OpenCloseCoreStressTest]
   [junit4] Completed [137/571 (1!)] on J1 in 689.93s, 6 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 1359 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20151226_123647_584.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid8059.hprof ...
   [junit4] Heap dump file created [443868679 bytes in 6.146 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 16 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 571 suites (8 ignored), 2276 tests, 1 error, 33 ignored (18 assumptions) [seed: F2D6F15CCEE2DB10]

Total time: 206 minutes 1 second
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 892 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/892/

1 tests failed.
FAILED:  org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.test

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([B49EC28476BD3CBD:3CCAFD5ED8415145]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:326)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:244)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:412)
	at org.apache.solr.cloud.RecoveryZkTest.test(RecoveryZkTest.java:91)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11452 lines...]
   [junit4] Suite: org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/init-core-data-001
   [junit4]   2> 3577534 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3577534 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 3577614 WARN  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 3577619 WARN  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3577621 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3577636 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_47408_hdfs____.edyanx/webapp
   [junit4]   2> 3577747 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3577949 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47408
   [junit4]   2> 3578090 WARN  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3578103 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3578142 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_55171_datanode____pvytua/webapp
   [junit4]   2> 3578281 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3578623 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55171
   [junit4]   2> 3578772 WARN  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 3578773 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 3578839 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_42039_datanode____.1gxght/webapp
   [junit4]   2> 3578884 INFO  (IPC Server handler 3 on 52056) [    ] BlockStateChange BLOCK* processReport: from storage DS-8c9de557-5e09-47af-a3c6-686be8aae2ec node DatanodeRegistration(127.0.0.1, datanodeUuid=e0bd79f9-fc78-4cf6-90d6-92b57484246b, infoPort=55171, ipcPort=51787, storageInfo=lv=-56;cid=testClusterID;nsid=1426836081;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3578884 INFO  (IPC Server handler 3 on 52056) [    ] BlockStateChange BLOCK* processReport: from storage DS-135f82ae-10b6-424f-9c1e-20e1ae53c3eb node DatanodeRegistration(127.0.0.1, datanodeUuid=e0bd79f9-fc78-4cf6-90d6-92b57484246b, infoPort=55171, ipcPort=51787, storageInfo=lv=-56;cid=testClusterID;nsid=1426836081;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3579180 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 3579458 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:42039
   [junit4]   2> 3579673 INFO  (IPC Server handler 5 on 52056) [    ] BlockStateChange BLOCK* processReport: from storage DS-9ca899b2-5e33-4f0a-92bf-164577124e88 node DatanodeRegistration(127.0.0.1, datanodeUuid=91aa6a45-1d17-4562-831f-b714a2cac565, infoPort=42039, ipcPort=35292, storageInfo=lv=-56;cid=testClusterID;nsid=1426836081;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
   [junit4]   2> 3579674 INFO  (IPC Server handler 5 on 52056) [    ] BlockStateChange BLOCK* processReport: from storage DS-4299d711-c066-4898-b227-aefb31f022c0 node DatanodeRegistration(127.0.0.1, datanodeUuid=91aa6a45-1d17-4562-831f-b714a2cac565, infoPort=42039, ipcPort=35292, storageInfo=lv=-56;cid=testClusterID;nsid=1426836081;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
   [junit4]   2> 3579890 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3579891 INFO  (Thread-14444) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3579891 INFO  (Thread-14444) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3579991 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.ZkTestServer start zk server on port:59246
   [junit4]   2> 3579992 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3579993 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3579998 INFO  (zkCallback-2836-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@743e874b name:ZooKeeperConnection Watcher:127.0.0.1:59246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3579998 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3579998 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3579998 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 3580001 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3580003 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3580006 INFO  (zkCallback-2837-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@52ce9478 name:ZooKeeperConnection Watcher:127.0.0.1:59246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3580006 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3580006 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3580006 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 3580010 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 3580015 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 3580017 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 3580034 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3580035 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3580038 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 3580039 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3580041 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3580041 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3580049 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3580049 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3580077 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3580078 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3580097 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3580097 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 3580104 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3580104 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3580106 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3580106 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3580108 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3580108 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3580109 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3580109 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3580111 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3580111 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3580927 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/cores/collection1
   [junit4]   2> 3580929 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3580932 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f5dfe2b{/,null,AVAILABLE}
   [junit4]   2> 3580932 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.ServerConnector Started ServerConnector@52602ee0{HTTP/1.1,[http/1.1]}{127.0.0.1:47355}
   [junit4]   2> 3580932 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.Server Started @3584136ms
   [junit4]   2> 3580932 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:52056/hdfs__localhost_52056__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001_tempDir-002_control_data, hostContext=/, hostPort=47355, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/cores}
   [junit4]   2> 3580933 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3580933 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001'
   [junit4]   2> 3580933 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3580933 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3580933 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3580936 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3580938 INFO  (zkCallback-2838-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@17ea5c8d name:ZooKeeperConnection Watcher:127.0.0.1:59246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3580938 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3580939 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3580940 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3580940 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/solr.xml
   [junit4]   2> 3580951 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/cores
   [junit4]   2> 3580951 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CoreContainer New CoreContainer 1305483320
   [junit4]   2> 3580952 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001]
   [junit4]   2> 3580952 WARN  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/lib
   [junit4]   2> 3580952 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3580954 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3580956 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3580956 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3580956 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59246/solr
   [junit4]   2> 3580956 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3580956 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3580956 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3580958 INFO  (zkCallback-2841-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@48bc42ea name:ZooKeeperConnection Watcher:127.0.0.1:59246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3580958 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3580958 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3580960 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3580961 INFO  (zkCallback-2842-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4301550b name:ZooKeeperConnection Watcher:127.0.0.1:59246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3580961 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3580962 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3580965 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3580968 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3580970 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3580972 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3580974 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3580975 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3580976 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3580977 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3580979 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47355_
   [junit4]   2> 3580979 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47355_
   [junit4]   2> 3580981 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3580982 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3580983 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3580983 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95097466067353604-127.0.0.1:47355_-n_0000000000
   [junit4]   2> 3580984 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47355_
   [junit4]   2> 3580984 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3580985 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer Overseer (id=95097466067353604-127.0.0.1:47355_-n_0000000000) starting
   [junit4]   2> 3580990 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3580998 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3580999 INFO  (OverseerCollectionConfigSetProcessor-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3581000 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3581001 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3581006 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3581030 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3581031 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3581031 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/cores
   [junit4]   2> 3581032 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3581032 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/cores/collection1
   [junit4]   2> 3581033 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3581035 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 3581035 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:47355_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3581035 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3581035 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3581038 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3581039 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47355",
   [junit4]   2>   "node_name":"127.0.0.1:47355_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3581039 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47355",
   [junit4]   2>   "node_name":"127.0.0.1:47355_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3581040 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3581040 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3581042 INFO  (zkCallback-2842-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3581042 INFO  (zkCallback-2842-thread-2-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3582038 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3582039 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 3582039 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3582039 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3582040 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3582040 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/cores/collection1'
   [junit4]   2> 3582040 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3582040 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3582042 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3582048 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3582052 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3582062 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3582069 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3582217 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 3582218 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3582229 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3582232 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3582261 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 3582261 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3582261 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.HdfsDirectoryFactory
   [junit4]   2> 3582261 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:52056/solr_hdfs_home
   [junit4]   2> 3582261 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 3582262 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/control-001/cores/collection1], dataDir=[hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data/]
   [junit4]   2> 3582262 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@af76dac
   [junit4]   2> 3582262 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3582280 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data
   [junit4]   2> 3582282 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data/index/
   [junit4]   2> 3582294 WARN  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory 'hdfs:/localhost:52056/solr_hdfs_home/control_collection/core_node1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3582294 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3582304 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 3582304 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [16777216] will allocate [1] slabs and use ~[16777216] bytes
   [junit4]   2> 3582304 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 3582319 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 3582321 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data/index
   [junit4]   2> 3582321 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=2, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.40380481239202115]
   [junit4]   2> 3582372 INFO  (IPC Server handler 5 on 52056) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:48975 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-135f82ae-10b6-424f-9c1e-20e1ae53c3eb:NORMAL:127.0.0.1:47902|RBW], ReplicaUnderConstruction[[DISK]DS-4299d711-c066-4898-b227-aefb31f022c0:NORMAL:127.0.0.1:48975|FINALIZED]]} size 0
   [junit4]   2> 3582378 INFO  (IPC Server handler 6 on 52056) [    ] BlockStateChange BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:47902 is added to blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-135f82ae-10b6-424f-9c1e-20e1ae53c3eb:NORMAL:127.0.0.1:47902|RBW], ReplicaUnderConstruction[[DISK]DS-4299d711-c066-4898-b227-aefb31f022c0:NORMAL:127.0.0.1:48975|FINALIZED]]} size 0
   [junit4]   2> 3582380 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78786eaf); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3582380 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3582383 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data/
   [junit4]   2> 3582385 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3582385 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3582385 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3582385 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3582386 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3582386 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3582386 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3582386 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3582386 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3582387 WARN  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 3582389 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3582390 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3582390 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3582401 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3582415 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 3582417 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 3582418 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 3582419 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 tlogDfsReplication=2
   [junit4]   2> 3582446 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3582446 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3582449 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7667994e
   [junit4]   2> 3582463 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=NRTCachingDirectory(BlockDirectory(HdfsDirectory@hdfs://localhost:52056/solr_hdfs_home/control_collection/core_node1/data/index lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@78786eaf); maxCacheMB=192.0 maxMergeSizeMB=16.0),segFN=segments_1,generation=1}
   [junit4]   2> 3582463 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3582463 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4977c8b6[collection1] main
   [junit4]   2> 3582463 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 3582464 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3582464 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3582464 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3582464 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 3582464 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3582465 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3582465 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3582465 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 3582465 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3582466 INFO  (searcherExecutor-6714-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4977c8b6[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3582466 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 3582466 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 256 version buckets from index
   [junit4]   2> 3582466 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 3582466 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1521559459775643648
   [junit4]   2> 3582466 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 0.0ms to seed version buckets with highest version 1521559459775643648
   [junit4]   2> 3582466 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 3582467 INFO  (coreLoadExecutor-6713-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 3582467 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:47355 collection:control_collection shard:shard1
   [junit4]   2> 3582468 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3582473 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95097466067353604-core_node1-n_0000000000
   [junit4]   2> 3582474 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 3582476 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 3582478 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3582478 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3582478 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:47355/collection1/
   [junit4]   2> 3582478 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3582479 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:47355/collection1/ has no replicas
   [junit4]   2> 3582479 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3582481 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 3582483 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:47355",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 3582484 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:47355/collection1/ shard1
   [junit4]   2> 3582542 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3582544 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3582545 INFO  (zkCallback-2844-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@384b08f7 name:ZooKeeperConnection Watcher:127.0.0.1:59246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3582545 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3582545 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3582545 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3582547 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3582585 INFO  (zkCallback-2844-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3582585 INFO  (zkCallback-2842-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3582585 INFO  (zkCallback-2842-thread-3-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3582635 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:47355/collection1/ and leader is http://127.0.0.1:47355/collection1/
   [junit4]   2> 3582635 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:47355
   [junit4]   2> 3582636 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3582636 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 3582636 INFO  (coreZkRegister-6707-thread-1-processing-n:127.0.0.1:47355_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:47355_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3582637 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47355",
   [junit4]   2>   "node_name":"127.0.0.1:47355_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 3582638 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:47355",
   [junit4]   2>   "node_name":"127.0.0.1:47355_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3582742 INFO  (zkCallback-2844-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3582742 INFO  (zkCallback-2842-thread-3-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3582742 INFO  (zkCallback-2842-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3583164 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/cores/collection1
   [junit4]   2> 3583165 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001
   [junit4]   2> 3583166 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3583179 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3f6e26ed{/,null,AVAILABLE}
   [junit4]   2> 3583180 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1222a842{HTTP/1.1,[http/1.1]}{127.0.0.1:52423}
   [junit4]   2> 3583180 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.e.j.s.Server Started @3586384ms
   [junit4]   2> 3583180 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=hdfs://localhost:52056/hdfs__localhost_52056__x1_jenkins_jenkins-slave_workspace_Lucene-Solr-NightlyTests-trunk_solr_build_solr-core_test_J2_temp_solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001_tempDir-002_jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=52423, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/cores}
   [junit4]   2> 3583180 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3583180 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001'
   [junit4]   2> 3583180 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3583181 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3583181 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3583185 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3583192 INFO  (zkCallback-2845-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@8304f8e name:ZooKeeperConnection Watcher:127.0.0.1:59246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3583192 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3583192 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3583199 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3583200 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/solr.xml
   [junit4]   2> 3583204 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/cores
   [junit4]   2> 3583204 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CoreContainer New CoreContainer 1120695613
   [junit4]   2> 3583205 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001]
   [junit4]   2> 3583205 WARN  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/lib
   [junit4]   2> 3583206 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3583207 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3583208 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3583208 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3583208 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59246/solr
   [junit4]   2> 3583208 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3583208 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3583223 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3583227 INFO  (zkCallback-2848-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cf3234 name:ZooKeeperConnection Watcher:127.0.0.1:59246 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3583227 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3583227 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3583233 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3583233 INFO  (zkCallback-2849-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@486f5829 name:ZooKeeperConnection Watcher:127.0.0.1:59246/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3583234 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3583240 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3584245 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:52423_
   [junit4]   2> 3584245 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:52423_
   [junit4]   2> 3584247 INFO  (zkCallback-2849-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3584247 INFO  (zkCallback-2844-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3584247 INFO  (zkCallback-2842-thread-3-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3584247 INFO  (zkCallback-2842-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 3584248 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3584248 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95097466067353608-127.0.0.1:52423_-n_0000000001
   [junit4]   2> 3584249 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95097466067353604-127.0.0.1:47355_-n_0000000000 to know if I could be the leader
   [junit4]   2> 3584290 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3584290 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3584291 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/cores
   [junit4]   2> 3584292 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3584292 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/cores/collection1
   [junit4]   2> 3584292 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3584294 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3584294 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3584295 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52423",
   [junit4]   2>   "node_name":"127.0.0.1:52423_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 3584296 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:52423",
   [junit4]   2>   "node_name":"127.0.0.1:52423_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3584297 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 3584297 INFO  (OverseerStateUpdate-95097466067353604-127.0.0.1:47355_-n_0000000000) [n:127.0.0.1:47355_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3584300 INFO  (zkCallback-2844-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3584300 INFO  (zkCallback-2842-thread-1-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3584300 INFO  (zkCallback-2842-thread-3-processing-n:127.0.0.1:47355_) [n:127.0.0.1:47355_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3584301 INFO  (zkCallback-2849-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 3584304 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 3584304 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch [collection1]
   [junit4]   2> 3584305 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [collection1]
   [junit4]   2> 3584305 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3584305 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3584305 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 3584306 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3584306 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 3584307 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 3584307 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001/shard-1-001/cores/collection1'
   [junit4]   2> 3584307 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3584307 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3584318 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3584327 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 3584327 INFO  (TEST-HdfsRecoveryZkTest.test-seed#[B49EC28476BD3CBD]) [n:127.0.0.1:52423_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3584349 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3584356 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3584372 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3584379 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3584576 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 3584577 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3584579 INFO  (coreLoadExecutor-6724-thread-1-processing-n:127.0.0.1:52423_) [n:127.0.0.1:52423_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider 

[...truncated too long message...]

unit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsTestUtil.teardownClass(HdfsTestUtil.java:198)
   [junit4]   2> 	at org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest.teardownClass(HdfsRecoveryZkTest.java:48)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 3601011 INFO  (SUITE-HdfsRecoveryZkTest-seed#[B49EC28476BD3CBD]-worker) [n:127.0.0.1:52423_ c:collection1 s:shard1 r:core_node1 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.hdfs.HdfsRecoveryZkTest_B49EC28476BD3CBD-001
   [junit4]   2> Dec 25, 2015 7:36:36 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {rnd_b=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=LuceneFixedGap), a_t=PostingsFormat(name=LuceneFixedGap), a_i=PostingsFormat(name=MockRandom), id=PostingsFormat(name=MockRandom)}, docValues:{}, sim=ClassicSimilarity, locale=da_DK, timezone=Australia/Lindeman
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=382876096,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [TestExclusionRuleCollectionAccess, TestSolrDeletionPolicy1, CdcrVersionReplicationTest, TestReload, TestCollapseQParserPlugin, TestManagedResource, RuleEngineTest, OverseerTaskQueueTest, SuggesterTSTTest, HdfsChaosMonkeyNothingIsSafeTest, TestCloudSchemaless, TestSerializedLuceneMatchVersion, TestRawTransformer, TestPostingsSolrHighlighter, RegexBoostProcessorTest, ForceLeaderTest, StatsComponentTest, TestJmxMonitoredMap, TermVectorComponentDistributedTest, TestCloudInspectUtil, TestInfoStreamLogging, TestSearchPerf, VMParamsZkACLAndCredentialsProvidersTest, AtomicUpdatesTest, TestHighFrequencyDictionaryFactory, TestGroupingSearch, ExplicitHLLTest, SuggesterWFSTTest, TestTolerantSearch, TestDistributedMissingSort, TestPKIAuthenticationPlugin, TestPivotHelperCode, TestSortByMinMaxFunction, TestZkChroot, OverseerCollectionConfigSetProcessorTest, LeaderElectionTest, ScriptEngineTest, TestExactSharedStatsCache, BigEndianAscendingWordDeserializerTest, SmileWriterTest, FacetPivotSmallTest, TestNonDefinedSimilarityFactory, SolrCloudExampleTest, TestChildDocTransformer, DistribJoinFromCollectionTest, ShowFileRequestHandlerTest, TestSuggestSpellingConverter, TestElisionMultitermQuery, TestMiniSolrCloudClusterSSL, DeleteInactiveReplicaTest, BlockJoinFacetRandomTest, SimpleFacetsTest, RecoveryZkTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestShortCircuitedRequests, TestFieldCollectionResource, TestFuzzyAnalyzedSuggestions, TestCryptoKeys, TestSolrIndexConfig, HighlighterConfigTest, StatelessScriptUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, LeaderInitiatedRecoveryOnCommitTest, AddBlockUpdateTest, FieldAnalysisRequestHandlerTest, TestIndexSearcher, TestInitQParser, TestJsonFacets, TestReplicaProperties, TestScoreJoinQPNoScore, BadIndexSchemaTest, TestReversedWildcardFilterFactory, TestSolrJ, SuggesterTest, TestRandomMergePolicy, MultiThreadedOCPTest, TestClusterStateMutator, ActionThrottleTest, TestCollationField, TestMiniSolrCloudCluster, SearchHandlerTest, TestRecoveryHdfs, DirectUpdateHandlerTest, AutoCommitTest, DistributedQueryComponentCustomSortTest, TestManagedSchemaFieldTypeResource, TestSchemaResource, DateMathParserTest, BasicAuthIntegrationTest, ClusterStateTest, TestNoOpRegenerator, CursorMarkTest, TestUtils, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, CdcrRequestHandlerTest, CloudExitableDirectoryReaderTest, CollectionStateFormat2Test, CollectionTooManyReplicasTest, ConfigSetsAPITest, DeleteLastCustomShardedReplicaTest, DeleteShardTest, DistribCursorPagingTest, DistributedVersionInfoTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, OverseerStatusTest, RecoveryAfterSoftCommitTest, ReplicationFactorTest, RestartWhileUpdatingTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, HdfsRecoveryZkTest]
   [junit4] Completed [457/571 (1!)] on J2 in 33.43s, 1 test, 1 error <<< FAILURES!

[...truncated 374 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 571 suites (8 ignored), 2276 tests, 1 error, 33 ignored (18 assumptions) [seed: B49EC28476BD3CBD]

Total time: 211 minutes 18 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 891 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/891/

2 tests failed.
FAILED:  org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun

Error Message:
Failed on local exception: java.io.IOException: Broken pipe; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":42772; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Broken pipe; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":42772; 
	at __randomizedtesting.SeedInfo.seed([EA31E86DB2487895:E4635C63B3DE4A9A]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy110.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy111.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineBasicMiniMRTest.mrRun(MorphlineBasicMiniMRTest.java:363)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Broken pipe
	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
	at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47)
	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
	at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:471)
	at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:63)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:159)
	at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:117)
	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
	at java.io.DataOutputStream.flush(DataOutputStream.java:123)
	at org.apache.hadoop.ipc.Client$Connection$3.run(Client.java:1030)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more


FAILED:  org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test

Error Message:
Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":38493; 

Stack Trace:
java.io.IOException: Failed on local exception: java.io.IOException: Connection reset by peer; Host Details : local host is: "lucene1-us-west/10.41.0.5"; destination host is: "lucene1-us-west.apache.org":38493; 
	at __randomizedtesting.SeedInfo.seed([EA31E86DB2487895:6265D7B71CB4156D]:0)
	at org.apache.hadoop.net.NetUtils.wrapException(NetUtils.java:772)
	at org.apache.hadoop.ipc.Client.call(Client.java:1472)
	at org.apache.hadoop.ipc.Client.call(Client.java:1399)
	at org.apache.hadoop.ipc.ProtobufRpcEngine$Invoker.invoke(ProtobufRpcEngine.java:232)
	at com.sun.proxy.$Proxy111.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.api.impl.pb.client.ApplicationClientProtocolPBClientImpl.getClusterMetrics(ApplicationClientProtocolPBClientImpl.java:202)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invokeMethod(RetryInvocationHandler.java:187)
	at org.apache.hadoop.io.retry.RetryInvocationHandler.invoke(RetryInvocationHandler.java:102)
	at com.sun.proxy.$Proxy112.getClusterMetrics(Unknown Source)
	at org.apache.hadoop.yarn.client.api.impl.YarnClientImpl.getYarnClusterMetrics(YarnClientImpl.java:461)
	at org.apache.hadoop.mapred.ResourceMgrDelegate.getClusterMetrics(ResourceMgrDelegate.java:151)
	at org.apache.hadoop.mapred.YARNRunner.getClusterMetrics(YARNRunner.java:179)
	at org.apache.hadoop.mapreduce.Cluster.getClusterStatus(Cluster.java:246)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:719)
	at org.apache.hadoop.mapred.JobClient$3.run(JobClient.java:717)
	at java.security.AccessController.doPrivileged(Native Method)
	at javax.security.auth.Subject.doAs(Subject.java:422)
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1628)
	at org.apache.hadoop.mapred.JobClient.getClusterStatus(JobClient.java:717)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:645)
	at org.apache.solr.hadoop.MapReduceIndexerTool.run(MapReduceIndexerTool.java:608)
	at org.apache.hadoop.util.ToolRunner.run(ToolRunner.java:70)
	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.test(MorphlineGoLiveMiniMRTest.java:402)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.io.IOException: Connection reset by peer
	at sun.nio.ch.FileDispatcherImpl.write0(Native Method)
	at sun.nio.ch.SocketDispatcher.write(SocketDispatcher.java:47)
	at sun.nio.ch.IOUtil.writeFromNativeBuffer(IOUtil.java:93)
	at sun.nio.ch.IOUtil.write(IOUtil.java:65)
	at sun.nio.ch.SocketChannelImpl.write(SocketChannelImpl.java:471)
	at org.apache.hadoop.net.SocketOutputStream$Writer.performIO(SocketOutputStream.java:63)
	at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:142)
	at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:159)
	at org.apache.hadoop.net.SocketOutputStream.write(SocketOutputStream.java:117)
	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
	at java.io.DataOutputStream.flush(DataOutputStream.java:123)
	at org.apache.hadoop.ipc.Client$Connection$3.run(Client.java:1030)
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more




Build Log:
[...truncated 17879 lines...]
   [junit4] Suite: org.apache.solr.hadoop.MorphlineBasicMiniMRTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/init-core-data-001
   [junit4]   2> 0    INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 2711 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.NativeCodeLoader Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 2875 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 2927 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 3010 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.c.C.deprecation hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
   [junit4]   2> 3010 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 3011 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 3014 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 3019 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2015 ديس 24 11:56:58
   [junit4]   2> 3023 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 3024 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 3026 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455.5 MB = 9.1 MB
   [junit4]   2> 3026 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 3054 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 3054 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 3055 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 3055 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 3055 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 3055 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 3055 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 3055 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 3055 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 3065 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 3066 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 3066 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 3066 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 3071 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 3546 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 3547 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 3547 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455.5 MB = 4.6 MB
   [junit4]   2> 3547 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 3549 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 3569 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 3569 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 3569 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455.5 MB = 1.1 MB
   [junit4]   2> 3570 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 3574 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 3581 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 3583 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 3588 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 3588 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 3596 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 3615 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 3615 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455.5 MB = 139.9 KB
   [junit4]   2> 3615 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 3627 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 3627 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 3627 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 3875 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSImage Allocated new BlockPoolId: BP-502400512-10.41.0.5-1450969019025
   [junit4]   2> 3913 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/name1 has been successfully formatted.
   [junit4]   2> 3917 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/name2 has been successfully formatted.
   [junit4]   2> 4329 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NNStorageRetentionManager Going to retain 1 images with txid >= 0
   [junit4]   2> 4336 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameNode createNameNode []
   [junit4]   2> 4399 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.m.i.MetricsConfig Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
   [junit4]   2> 4536 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.m.i.MetricsSystemImpl Scheduled snapshot period at 10 second(s).
   [junit4]   2> 4536 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.m.i.MetricsSystemImpl NameNode metrics system started
   [junit4]   2> 4539 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameNode fs.defaultFS is hdfs://127.0.0.1:0
   [junit4]   2> 4682 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.DFSUtil Starting Web-server for hdfs at: http://localhost:0
   [junit4]   2> 4843 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
   [junit4]   2> 4856 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 4889 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 4893 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
   [junit4]   2> 4893 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 4893 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 4963 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
   [junit4]   2> 4977 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 5035 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 56203
   [junit4]   2> 5035 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 5144 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/hdfs to ./temp/Jetty_localhost_56203_hdfs____.pkjvmq/webapp
   [junit4]   2> 5393 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 6484 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:56203
   [junit4]   2> 6495 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem No KeyProvider found.
   [junit4]   2> 6495 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsLock is fair:true
   [junit4]   2> 6496 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.block.invalidate.limit=1000
   [junit4]   2> 6496 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.DatanodeManager dfs.namenode.datanode.registration.ip-hostname-check=true
   [junit4]   2> 6496 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
   [junit4]   2> 6496 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager The block deletion will start around 2015 ديس 24 11:57:01
   [junit4]   2> 6497 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map BlocksMap
   [junit4]   2> 6497 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 6497 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 2.0% max memory 455.5 MB = 9.1 MB
   [junit4]   2> 6497 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^20 = 1048576 entries
   [junit4]   2> 6498 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager dfs.block.access.token.enable=false
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager defaultReplication         = 2
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplication             = 512
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager minReplication             = 1
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager maxReplicationStreams      = 2
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager shouldCheckForEnoughRacks  = false
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager replicationRecheckInterval = 3000
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager encryptDataTransfer        = false
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.b.BlockManager maxNumBlocksToLog          = 1000
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem fsOwner             = jenkins (auth:SIMPLE)
   [junit4]   2> 6499 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem supergroup          = supergroup
   [junit4]   2> 6500 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem isPermissionEnabled = true
   [junit4]   2> 6500 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem HA Enabled: false
   [junit4]   2> 6500 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Append Enabled: true
   [junit4]   2> 6500 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map INodeMap
   [junit4]   2> 6501 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 6501 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 1.0% max memory 455.5 MB = 4.6 MB
   [junit4]   2> 6501 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^19 = 524288 entries
   [junit4]   2> 6501 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameNode Caching file names occuring more than 10 times
   [junit4]   2> 6502 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map cachedBlocks
   [junit4]   2> 6502 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 6502 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 0.25% max memory 455.5 MB = 1.1 MB
   [junit4]   2> 6502 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^17 = 131072 entries
   [junit4]   2> 6502 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.threshold-pct = 0.9990000128746033
   [junit4]   2> 6502 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.min.datanodes = 0
   [junit4]   2> 6502 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem dfs.namenode.safemode.extension     = 0
   [junit4]   2> 6503 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache on namenode is enabled
   [junit4]   2> 6503 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
   [junit4]   2> 6503 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet Computing capacity for map NameNodeRetryCache
   [junit4]   2> 6503 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet VM type       = 64-bit
   [junit4]   2> 6503 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet 0.029999999329447746% max memory 455.5 MB = 139.9 KB
   [junit4]   2> 6503 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.u.GSet capacity      = 2^14 = 16384 entries
   [junit4]   2> 6505 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NNConf ACLs enabled? false
   [junit4]   2> 6505 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NNConf XAttrs enabled? true
   [junit4]   2> 6521 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NNConf Maximum size of an xattr: 16384
   [junit4]   2> 6529 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/name1/in_use.lock acquired by nodename 5044@lucene1-us-west
   [junit4]   2> 6535 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/name2/in_use.lock acquired by nodename 5044@lucene1-us-west
   [junit4]   2> 6540 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/name1/current
   [junit4]   2> 6540 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FileJournalManager Recovering unfinalized segments in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/name2/current
   [junit4]   2> 6541 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSImage No edit log streams selected.
   [junit4]   2> 6570 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSImageFormatPBINode Loading 1 INodes.
   [junit4]   2> 6637 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSImageFormatProtobuf Loaded FSImage in 0 seconds.
   [junit4]   2> 6642 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSImage Loaded image for txid 0 from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/name1/current/fsimage_0000000000000000000
   [junit4]   2> 6667 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
   [junit4]   2> 6668 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSEditLog Starting log segment at 1
   [junit4]   2> 6734 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameCache initialized with 0 entries 0 lookups
   [junit4]   2> 6734 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Finished loading FSImage in 213 msecs
   [junit4]   2> 7237 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameNode RPC server is binding to localhost:0
   [junit4]   2> 7258 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 7299 INFO  (Socket Reader #1 for port 33451) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 33451
   [junit4]   2> 7377 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameNode Clients are to use localhost:33451 to access this namenode/service.
   [junit4]   2> 7381 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Registered FSNamesystemState MBean
   [junit4]   2> 7410 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 7410 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Number of blocks under construction: 0
   [junit4]   2> 7410 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem initializing replication queues
   [junit4]   2> 7411 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.StateChange STATE* Leaving safe mode after 0 secs
   [junit4]   2> 7411 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.StateChange STATE* Network topology has 0 racks and 0 datanodes
   [junit4]   2> 7411 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.StateChange STATE* UnderReplicatedBlocks has 0 blocks
   [junit4]   2> 7426 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Total number of blocks            = 0
   [junit4]   2> 7427 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of invalid blocks          = 0
   [junit4]   2> 7427 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of under-replicated blocks = 0
   [junit4]   2> 7427 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of  over-replicated blocks = 0
   [junit4]   2> 7427 INFO  (Replication Queue Initializer) [    ] o.a.h.h.s.b.BlockManager Number of blocks being written    = 0
   [junit4]   2> 7427 INFO  (Replication Queue Initializer) [    ] o.a.h.h.StateChange STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 14 msec
   [junit4]   2> 7500 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 7500 INFO  (IPC Server listener on 33451) [    ] o.a.h.i.Server IPC Server listener on 33451: starting
   [junit4]   2> 7517 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.NameNode NameNode RPC up at: localhost/127.0.0.1:33451
   [junit4]   2> 7517 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.n.FSNamesystem Starting services required for active state
   [junit4]   2> 7536 INFO  (CacheReplicationMonitor(163652510)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Starting CacheReplicationMonitor with interval 30000 milliseconds
   [junit4]   2> 7537 INFO  (CacheReplicationMonitor(163652510)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Rescanning after 19429318122 milliseconds
   [junit4]   2> 7541 INFO  (CacheReplicationMonitor(163652510)) [    ] o.a.h.h.s.b.CacheReplicationMonitor Scanned 0 directive(s) and 0 block(s) in 4 millisecond(s).
   [junit4]   2> 7550 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2
   [junit4]   2> 7675 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 7677 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 7686 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 7702 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:38280
   [junit4]   2> 7708 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 7708 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 7728 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 7729 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 7730 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 7732 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 7733 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 7751 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 7764 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 47447
   [junit4]   2> 7764 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 7817 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_47447_datanode____.dn8fd1/webapp
   [junit4]   2> 7981 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 8476 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:47447
   [junit4]   2> 8489 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode dnUserName = jenkins
   [junit4]   2> 8489 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode supergroup = supergroup
   [junit4]   2> 8543 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 8544 INFO  (Socket Reader #1 for port 38868) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 38868
   [junit4]   2> 8560 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Opened IPC server at /127.0.0.1:38868
   [junit4]   2> 8576 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Refresh request received for nameservices: null
   [junit4]   2> 8581 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Starting BPOfferServices for nameservices: <default>
   [junit4]   2> 8656 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 8657 INFO  (IPC Server listener on 38868) [    ] o.a.h.i.Server IPC Server listener on 38868: starting
   [junit4]   2> 8662 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.MiniDFSCluster Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3,[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4
   [junit4]   2> 8650 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.DataNode Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33451 starting to offer service
   [junit4]   2> 8803 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.m.i.MetricsSystemImpl DataNode metrics system started (again)
   [junit4]   2> 8804 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Configured hostname is 127.0.0.1
   [junit4]   2> 8804 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Starting DataNode with maxLockedMemory = 0
   [junit4]   2> 8805 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Opened streaming server at /127.0.0.1:34359
   [junit4]   2> 8805 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Balancing bandwith is 1048576 bytes/s
   [junit4]   2> 8805 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Number threads for balancing is 5
   [junit4]   2> 8807 WARN  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 8808 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
   [junit4]   2> 8809 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
   [junit4]   2> 8809 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
   [junit4]   2> 8809 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
   [junit4]   2> 8810 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
   [junit4]   2> 8810 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.HttpServer2 Jetty bound to port 52532
   [junit4]   2> 8810 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log jetty-6.1.26
   [junit4]   2> 8843 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log Extract jar:file:/x1/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-2.6.0-tests.jar!/webapps/datanode to ./temp/Jetty_localhost_52532_datanode____.xjyneq/webapp
   [junit4]   2> 9101 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log NO JSP Support for /, did not find org.apache.jasper.servlet.JspServlet
   [junit4]   2> 9529 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage DataNode version: -56 and NameNode layout version: -60
   [junit4]   2> 9536 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/in_use.lock acquired by nodename 5044@lucene1-us-west
   [junit4]   2> 9539 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1 is not formatted for BP-502400512-10.41.0.5-1450969019025
   [junit4]   2> 9539 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9555 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/in_use.lock acquired by nodename 5044@lucene1-us-west
   [junit4]   2> 9556 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2 is not formatted for BP-502400512-10.41.0.5-1450969019025
   [junit4]   2> 9557 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9712 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.m.log Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:52532
   [junit4]   2> 9719 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode dnUserName = jenkins
   [junit4]   2> 9719 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode supergroup = supergroup
   [junit4]   2> 9726 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.i.CallQueueManager Using callQueue class java.util.concurrent.LinkedBlockingQueue
   [junit4]   2> 9739 INFO  (Socket Reader #1 for port 58163) [    ] o.a.h.i.Server Starting Socket Reader #1 for port 58163
   [junit4]   2> 9753 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Opened IPC server at /127.0.0.1:58163
   [junit4]   2> 9757 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Refresh request received for nameservices: null
   [junit4]   2> 9757 INFO  (SUITE-MorphlineBasicMiniMRTest-seed#[EA31E86DB2487895]-worker) [    ] o.a.h.h.s.d.DataNode Starting BPOfferServices for nameservices: <default>
   [junit4]   2> 9770 INFO  (IPC Server Responder) [    ] o.a.h.i.Server IPC Server Responder: starting
   [junit4]   2> 9780 INFO  (IPC Server listener on 58163) [    ] o.a.h.i.Server IPC Server listener on 58163: starting
   [junit4]   2> 9787 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.DataNode Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:33451 starting to offer service
   [junit4]   2> 9894 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage DataNode version: -56 and NameNode layout version: -60
   [junit4]   2> 9898 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/in_use.lock acquired by nodename 5044@lucene1-us-west
   [junit4]   2> 9900 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3 is not formatted for BP-502400512-10.41.0.5-1450969019025
   [junit4]   2> 9900 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9919 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Lock on /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/in_use.lock acquired by nodename 5044@lucene1-us-west
   [junit4]   2> 9920 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4 is not formatted for BP-502400512-10.41.0.5-1450969019025
   [junit4]   2> 9920 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9994 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Analyzing storage directories for bpid BP-502400512-10.41.0.5-1450969019025
   [junit4]   2> 9994 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 9996 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-502400512-10.41.0.5-1450969019025 is not formatted.
   [junit4]   2> 9997 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 9997 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-502400512-10.41.0.5-1450969019025 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/current/BP-502400512-10.41.0.5-1450969019025/current
   [junit4]   2> 10000 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 10001 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/current/BP-502400512-10.41.0.5-1450969019025 is not formatted.
   [junit4]   2> 10001 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 10001 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-502400512-10.41.0.5-1450969019025 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/current/BP-502400512-10.41.0.5-1450969019025/current
   [junit4]   2> 10004 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 10004 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 10007 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.DataNode Setting up storage: nsid=562801273;bpid=BP-502400512-10.41.0.5-1450969019025;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=562801273;c=0;bpid=BP-502400512-10.41.0.5-1450969019025;dnuuid=null
   [junit4]   2> 10010 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.DataNode Generated and persisted new Datanode UUID 3790fa31-ae7e-477f-ad50-0e740b862f18
   [junit4]   2> 10154 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Analyzing storage directories for bpid BP-502400512-10.41.0.5-1450969019025
   [junit4]   2> 10154 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 10155 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/current/BP-502400512-10.41.0.5-1450969019025 is not formatted.
   [junit4]   2> 10155 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 10156 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-502400512-10.41.0.5-1450969019025 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/current/BP-502400512-10.41.0.5-1450969019025/current
   [junit4]   2> 10162 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Locking is disabled
   [junit4]   2> 10163 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Storage directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/current/BP-502400512-10.41.0.5-1450969019025 is not formatted.
   [junit4]   2> 10164 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting ...
   [junit4]   2> 10164 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Formatting block pool BP-502400512-10.41.0.5-1450969019025 directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/current/BP-502400512-10.41.0.5-1450969019025/current
   [junit4]   2> 10167 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 10168 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.c.Storage Restored 0 block files from trash.
   [junit4]   2> 10169 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.DataNode Setting up storage: nsid=562801273;bpid=BP-502400512-10.41.0.5-1450969019025;lv=-56;nsInfo=lv=-60;cid=testClusterID;nsid=562801273;c=0;bpid=BP-502400512-10.41.0.5-1450969019025;dnuuid=null
   [junit4]   2> 10173 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.DataNode Generated and persisted new Datanode UUID 7b190681-ab4b-4429-974b-c3fd54ff33fc
   [junit4]   2> 10186 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/current
   [junit4]   2> 10189 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/current, StorageType: DISK
   [junit4]   2> 10190 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/current
   [junit4]   2> 10190 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data4/current, StorageType: DISK
   [junit4]   2> 10192 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/current
   [junit4]   2> 10199 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/current, StorageType: DISK
   [junit4]   2> 10201 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added new volume: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/current
   [junit4]   2> 10201 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Added volume - /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/current, StorageType: DISK
   [junit4]   2> 10263 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data1/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data2/]]  heartbeating to localhost/127.0.0.1:33451) [    ] o.a.h.h.s.d.f.i.FsDatasetImpl Registered FSDatasetState MBean
   [junit4]   2> 10266 INFO  (DataNode: [[[DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.MorphlineBasicMiniMRTest_EA31E86DB2487895-001/tempDir-002/hdfs/build/dfs/data/data3/, [DISK]file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J0/temp/solr.hadoop.Morphl

[...truncated too long message...]

ollection1] o.a.h.h.s.n.FSNamesystem Stopping services started for standby state
   [junit4]   2> 73218 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[EA31E86DB2487895]-worker) [n:127.0.0.1:58920_ c:collection1 s:shard1 r:core_node5 x:collection1] o.m.log Stopped HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:0
   [junit4]   2> 73219 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[EA31E86DB2487895]-worker) [n:127.0.0.1:58920_ c:collection1 s:shard1 r:core_node5 x:collection1] o.a.h.m.i.MetricsSystemImpl Stopping JobHistoryServer metrics system...
   [junit4]   2> 73222 ERROR (SUITE-MorphlineGoLiveMiniMRTest-seed#[EA31E86DB2487895]-worker) [n:127.0.0.1:58920_ c:collection1 s:shard1 r:core_node5 x:collection1] o.a.h.m.l.MethodMetric Error invoking method getBlocksTotal
   [junit4]   2> java.lang.reflect.InvocationTargetException
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric$2.snapshot(MethodMetric.java:111)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MethodMetric.snapshot(MethodMetric.java:144)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsRegistry.snapshot(MetricsRegistry.java:387)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.MetricsSourceBuilder$1.getMetrics(MetricsSourceBuilder.java:79)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMetrics(MetricsSourceAdapter.java:195)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.updateJmxCache(MetricsSourceAdapter.java:172)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.getMBeanInfo(MetricsSourceAdapter.java:151)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.getClassName(DefaultMBeanServerInterceptor.java:1804)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.safeGetClassName(DefaultMBeanServerInterceptor.java:1595)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.checkMBeanPermission(DefaultMBeanServerInterceptor.java:1813)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.exclusiveUnregisterMBean(DefaultMBeanServerInterceptor.java:430)
   [junit4]   2> 	at com.sun.jmx.interceptor.DefaultMBeanServerInterceptor.unregisterMBean(DefaultMBeanServerInterceptor.java:415)
   [junit4]   2> 	at com.sun.jmx.mbeanserver.JmxMBeanServer.unregisterMBean(JmxMBeanServer.java:546)
   [junit4]   2> 	at org.apache.hadoop.metrics2.util.MBeans.unregister(MBeans.java:81)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stopMBeans(MetricsSourceAdapter.java:227)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSourceAdapter.stop(MetricsSourceAdapter.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stopSources(MetricsSystemImpl.java:461)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.stop(MetricsSystemImpl.java:212)
   [junit4]   2> 	at org.apache.hadoop.metrics2.impl.MetricsSystemImpl.shutdown(MetricsSystemImpl.java:592)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdownInstance(DefaultMetricsSystem.java:72)
   [junit4]   2> 	at org.apache.hadoop.metrics2.lib.DefaultMetricsSystem.shutdown(DefaultMetricsSystem.java:68)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.metrics.NameNodeMetrics.shutdown(NameNodeMetrics.java:145)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.NameNode.stop(NameNode.java:822)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1720)
   [junit4]   2> 	at org.apache.hadoop.hdfs.MiniDFSCluster.shutdown(MiniDFSCluster.java:1699)
   [junit4]   2> 	at org.apache.solr.hadoop.MorphlineGoLiveMiniMRTest.teardownClass(MorphlineGoLiveMiniMRTest.java:236)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 53 more
   [junit4]   2> 73236 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[EA31E86DB2487895]-worker) [n:127.0.0.1:58920_ c:collection1 s:shard1 r:core_node5 x:collection1] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system stopped.
   [junit4]   2> 73237 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[EA31E86DB2487895]-worker) [n:127.0.0.1:58920_ c:collection1 s:shard1 r:core_node5 x:collection1] o.a.h.m.i.MetricsSystemImpl JobHistoryServer metrics system shutdown complete.
   [junit4]   2> 73242 INFO  (SUITE-MorphlineGoLiveMiniMRTest-seed#[EA31E86DB2487895]-worker) [n:127.0.0.1:58920_ c:collection1 s:shard1 r:core_node5 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-map-reduce/test/J1/temp/solr.hadoop.MorphlineGoLiveMiniMRTest_EA31E86DB2487895-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=ClassicSimilarity, locale=es_ES, timezone=America/Managua
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=8,free=294448864,total=370671616
   [junit4]   2> NOTE: All tests run in this JVM: [MorphlineGoLiveMiniMRTest]
   [junit4] Completed [7/7 (2!)] on J1 in 74.46s, 2 tests, 1 error <<< FAILURES!

[...truncated 12 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:253: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 7 suites, 35 tests, 2 errors, 1 ignored [seed: EA31E86DB2487895]

Total time: 221 minutes 38 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 890 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/890/

1 tests failed.
FAILED:  org.apache.lucene.search.TestGeoPointQuery.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([BA52D210B88BBB04:3D05AF9F29D2C784]:0)
	at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:352)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:130)
	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:114)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:106)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4199)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1917)
	at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4706)
	at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:689)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4737)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4728)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1464)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1242)
	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:590)
	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)




Build Log:
[...truncated 8281 lines...]
   [junit4] Suite: org.apache.lucene.search.TestGeoPointQuery
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestGeoPointQuery -Dtests.method=testRandomBig -Dtests.seed=BA52D210B88BBB04 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=mk -Dtests.timezone=Atlantic/Madeira -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   54.7s J0 | TestGeoPointQuery.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BA52D210B88BBB04:3D05AF9F29D2C784]:0)
   [junit4]    > 	at org.apache.lucene.util.ArrayUtil.grow(ArrayUtil.java:354)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectField.<init>(DirectPostingsFormat.java:352)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat$DirectFields.<init>(DirectPostingsFormat.java:130)
   [junit4]    > 	at org.apache.lucene.codecs.memory.DirectPostingsFormat.fieldsProducer(DirectPostingsFormat.java:114)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:106)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4199)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:3642)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:1917)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.doAfterSegmentFlushed(IndexWriter.java:4706)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter$MergePendingEvent.process(DocumentsWriter.java:689)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4737)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:4728)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1464)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1242)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.verify(BaseGeoPointTestCase.java:590)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.doTestRandom(BaseGeoPointTestCase.java:411)
   [junit4]    > 	at org.apache.lucene.util.BaseGeoPointTestCase.testRandomBig(BaseGeoPointTestCase.java:340)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/J0/temp/lucene.search.TestGeoPointQuery_BA52D210B88BBB04-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {string=PostingsFormat(name=Memory doPackFST= false), id=PostingsFormat(name=Memory doPackFST= false), point=PostingsFormat(name=Direct)}, docValues:{id=DocValuesFormat(name=Asserting), point=DocValuesFormat(name=Lucene54)}, sim=ClassicSimilarity, locale=mk, timezone=Atlantic/Madeira
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=286203640,total=364904448
   [junit4]   2> NOTE: All tests run in this JVM: [TestIDVersionPostingsFormat, TestGeoPointQuery]
   [junit4] Completed [12/13 (1!)] on J0 in 176.06s, 23 tests, 1 error <<< FAILURES!

[...truncated 1 lines...]
   [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/sandbox/test/temp/junit4-J0-20151223_115704_761.sysout
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid10247.hprof ...
   [junit4] Heap dump file created [561797381 bytes in 3.482 secs]
   [junit4] <<< JVM J0: EOF ----

[...truncated 13 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:472: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2166: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 13 suites, 97 tests, 1 error [seed: BA52D210B88BBB04]

Total time: 177 minutes 21 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 889 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/889/

123 tests failed.
FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testAugmentFields

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:BFB0BA9C985E3D04]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testAugmentFields(SolrExampleTests.java:477)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testRawFields

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:805BD7A45D42DA56]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testRawFields(SolrExampleTests.java:532)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.client.ClientProtocolException
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:886)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more
Caused by: org.apache.http.client.NonRepeatableRequestException: Cannot retry request with a non-repeatable request entity.  The cause lists the reason the original request failed.
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:659)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	... 50 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:113)
	at java.net.SocketOutputStream.write(SocketOutputStream.java:153)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flushBuffer(AbstractSessionOutputBuffer.java:159)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flush(AbstractSessionOutputBuffer.java:166)
	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
	at org.apache.http.impl.entity.EntitySerializer.serialize(EntitySerializer.java:118)
	at org.apache.http.impl.AbstractHttpClientConnection.sendRequestEntity(AbstractHttpClientConnection.java:265)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.sendRequestEntity(ManagedClientConnectionImpl.java:203)
	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	... 52 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testUpdateRequestWithParameters

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:F98DB7ABEF901C8B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testUpdateRequestWithParameters(SolrExampleTests.java:610)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testStreamingRequest

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:7C126170E25E9718]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTestsBase.testStreamingRequest(SolrExampleTestsBase.java:215)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testExampleConfig

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:CD60DE60752DA92]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testExampleConfig(SolrExampleTests.java:99)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.client.ClientProtocolException
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:886)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more
Caused by: org.apache.http.client.NonRepeatableRequestException: Cannot retry request with a non-repeatable request entity.  The cause lists the reason the original request failed.
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:659)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	... 50 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:113)
	at java.net.SocketOutputStream.write(SocketOutputStream.java:153)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flushBuffer(AbstractSessionOutputBuffer.java:159)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flush(AbstractSessionOutputBuffer.java:166)
	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
	at org.apache.http.impl.entity.EntitySerializer.serialize(EntitySerializer.java:118)
	at org.apache.http.impl.AbstractHttpClientConnection.sendRequestEntity(AbstractHttpClientConnection.java:265)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.sendRequestEntity(ManagedClientConnectionImpl.java:203)
	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	... 52 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testChildDoctransformer

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:C82106E44C4D4B4D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testChildDoctransformer(SolrExampleTests.java:1756)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testContentStreamRequest

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:4E55912A21B6DAA6]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testContentStreamRequest(SolrExampleTests.java:639)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.client.ClientProtocolException
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:886)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more
Caused by: org.apache.http.client.NonRepeatableRequestException: Cannot retry request with a non-repeatable request entity.  The cause lists the reason the original request failed.
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:659)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	... 50 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:113)
	at java.net.SocketOutputStream.write(SocketOutputStream.java:153)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flushBuffer(AbstractSessionOutputBuffer.java:159)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flush(AbstractSessionOutputBuffer.java:166)
	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
	at org.apache.http.impl.entity.EntitySerializer.serialize(EntitySerializer.java:118)
	at org.apache.http.impl.AbstractHttpClientConnection.sendRequestEntity(AbstractHttpClientConnection.java:265)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.sendRequestEntity(ManagedClientConnectionImpl.java:203)
	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	... 52 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testFaceting

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:94F7102E37A939AC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testFaceting(SolrExampleTests.java:830)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testMoreLikeThis

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:9A3B8A40F54B058F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testMoreLikeThis(SolrExampleTests.java:1982)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset by peer
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testUnicode

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:A237AD7462EFEDBC]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testUnicode(SolrExampleTests.java:372)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset by peer
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.scheme.PlainSocketFactory.connectSocket(PlainSocketFactory.java:117)
	at org.apache.http.impl.conn.DefaultClientConnectionOperator.openConnection(DefaultClientConnectionOperator.java:177)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.open(ManagedClientConnectionImpl.java:304)
	at org.apache.http.impl.client.DefaultRequestDirector.tryConnect(DefaultRequestDirector.java:611)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:446)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testPivotFacetsStatsNotSupported

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:B76A71992E4F868]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testPivotFacetsStatsNotSupported(SolrExampleTests.java:1030)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testQueryWithParams

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:C01574FD2B6A23DF]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:943)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:958)
	at org.apache.solr.client.solrj.SolrExampleTests.testQueryWithParams(SolrExampleTests.java:1745)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 45 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testMultiContentStreamRequest

Error Message:
IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:54CF344C9E056442]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.client.solrj.SolrExampleTests.testMultiContentStreamRequest(SolrExampleTests.java:656)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.client.ClientProtocolException
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:886)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 46 more
Caused by: org.apache.http.client.NonRepeatableRequestException: Cannot retry request with a non-repeatable request entity.  The cause lists the reason the original request failed.
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:659)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	... 50 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:113)
	at java.net.SocketOutputStream.write(SocketOutputStream.java:153)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flushBuffer(AbstractSessionOutputBuffer.java:159)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flush(AbstractSessionOutputBuffer.java:166)
	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
	at org.apache.http.impl.entity.EntitySerializer.serialize(EntitySerializer.java:118)
	at org.apache.http.impl.AbstractHttpClientConnection.sendRequestEntity(AbstractHttpClientConnection.java:265)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.sendRequestEntity(ManagedClientConnectionImpl.java:203)
	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	... 52 more


FAILED:  org.apache.solr.client.solrj.SolrExampleBinaryTest.testErrorHandling

Error Message:
should have thrown a SolrException! not: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1

Stack Trace:
junit.framework.AssertionFailedError: should have thrown a SolrException! not: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:33585/solr/collection1
	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:8E0F67409683BD9F]:0)
	at junit.framework.Assert.fail(Assert.java:50)
	at org.apache.solr.client.solrj.SolrExampleTests.testErrorHandling(SolrExampleTests.java:425)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsea

[...truncated too long message...]

.1:57624_s_%2Fq x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 402747 INFO  (recoveryExecutor-115-thread-1-processing-n:127.0.0.1:57624_s_%2Fq x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BBFB197EC0553C4B-001/shard-4-001/cores/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BBFB197EC0553C4B-001/shard-4-001/cores/collection1/data;done=false>>]
   [junit4]   2> 402748 INFO  (recoveryExecutor-115-thread-1-processing-n:127.0.0.1:57624_s_%2Fq x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BBFB197EC0553C4B-001/shard-4-001/cores/collection1/data
   [junit4]   2> 402748 INFO  (recoveryExecutor-115-thread-1-processing-n:127.0.0.1:57624_s_%2Fq x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BBFB197EC0553C4B-001/shard-4-001/cores/collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BBFB197EC0553C4B-001/shard-4-001/cores/collection1/data/index;done=false>>]
   [junit4]   2> 402748 INFO  (recoveryExecutor-115-thread-1-processing-n:127.0.0.1:57624_s_%2Fq x:collection1 s:shard1 c:collection1 r:core_node4) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BBFB197EC0553C4B-001/shard-4-001/cores/collection1/data/index
   [junit4]   2> 402748 INFO  (TEST-StreamExpressionTest.testAll-seed#[BBFB197EC0553C4B]) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.Overseer Overseer (id=95078940497608721-127.0.0.1:57624_s_%2Fq-n_0000000004) closing
   [junit4]   2> 402748 INFO  (OverseerStateUpdate-95078940497608721-127.0.0.1:57624_s_%2Fq-n_0000000004) [n:127.0.0.1:57624_s_%2Fq    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57624_s_%2Fq
   [junit4]   2> 402750 INFO  (zkCallback-117-thread-3-processing-n:127.0.0.1:57624_s_%2Fq) [n:127.0.0.1:57624_s_%2Fq    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 402752 WARN  (zkCallback-117-thread-3-processing-n:127.0.0.1:57624_s_%2Fq) [n:127.0.0.1:57624_s_%2Fq    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 402761 INFO  (TEST-StreamExpressionTest.testAll-seed#[BBFB197EC0553C4B]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@34ffda5d{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 402762 INFO  (TEST-StreamExpressionTest.testAll-seed#[BBFB197EC0553C4B]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7cac4b57{/s_/q,null,UNAVAILABLE}
   [junit4]   2> 402768 INFO  (TEST-StreamExpressionTest.testAll-seed#[BBFB197EC0553C4B]) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48312 48312
   [junit4]   2> 402925 INFO  (Thread-279) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:48312 48312
   [junit4]   2> 402927 WARN  (Thread-279) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/aliases.json
   [junit4]   2> 	5	/solr/security.json
   [junit4]   2> 	5	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	6	/solr/live_nodes
   [junit4]   2> 	6	/solr/collections
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=StreamExpressionTest -Dtests.method=testAll -Dtests.seed=BBFB197EC0553C4B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=nl_BE -Dtests.timezone=America/Argentina/Cordoba -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  353s J2 | StreamExpressionTest.testAll <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: There are still nodes recoverying - waited for 330 seconds
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BBFB197EC0553C4B:F7A53707BBC5638E]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:175)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:136)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:131)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.waitForRecoveriesToFinish(AbstractFullDistribZkTestBase.java:825)
   [junit4]    > 	at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testAll(StreamExpressionTest.java:122)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 402931 INFO  (SUITE-StreamExpressionTest-seed#[BBFB197EC0553C4B]-worker) [n:127.0.0.1:57624_s_%2Fq c:collection1 s:shard1 r:core_node4 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.io.stream.StreamExpressionTest_BBFB197EC0553C4B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=nl_BE, timezone=America/Argentina/Cordoba
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=203881776,total=331350016
   [junit4]   2> NOTE: All tests run in this JVM: [JettyWebappTest, SolrExampleXMLTest, FacetFieldTest, SolrParamTest, ClientUtilsTest, SolrExceptionTest, StreamExpressionParserTest, NoOpResponseParserTest, ModifiableSolrParamsTest, TestJavaBinCodec, SolrPingTest, SolrExampleBinaryTest, ExternalHttpClientTest, SolrExampleJettyTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeEmbeddedTest, LargeVolumeJettyTest, TermsResponseTest, MergeIndexesEmbeddedTest, QueryResponseTest, TestCoreAdmin, TestNamedListCodec, TestDocumentObjectBinder, TestHash, ContentStreamTest, TestFastInputStream, TestUpdateRequestCodec, AnlysisResponseBaseTest, SolrSchemalessExampleTest, CloudSolrClientMultiConstructorTest, ConcurrentUpdateSolrClientTest, TestCloudSolrClientConnections, JdbcDriverTest, JdbcTest, StreamExpressionTest]
   [junit4] Completed [72/72 (14!)] on J2 in 352.74s, 1 test, 1 failure <<< FAILURES!

[...truncated 20 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:246: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 72 suites, 496 tests, 117 errors, 6 failures, 6 ignored (6 assumptions) [seed: BBFB197EC0553C4B]

Total time: 213 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 888 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/888/

22 tests failed.
FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testCheckpointActions

Error Message:
The collection (tmp_collection) is still present - waited for 15 seconds

Stack Trace:
java.lang.AssertionError: The collection (tmp_collection) is still present - waited for 15 seconds
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:D19496F2E71BE200]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForCollectionToDisappear(AbstractDistribZkTestBase.java:207)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForCollectionToDisappear(BaseCdcrDistributedZkTest.java:490)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:590)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:340)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testBufferActions

Error Message:
The collection (tmp_collection) is still present - waited for 15 seconds

Stack Trace:
java.lang.AssertionError: The collection (tmp_collection) is still present - waited for 15 seconds
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:C5883ADE91977983]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForCollectionToDisappear(AbstractDistribZkTestBase.java:207)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForCollectionToDisappear(BaseCdcrDistributedZkTest.java:490)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:590)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:340)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CdcrRequestHandlerTest.testLifeCycleActions

Error Message:
The collection (tmp_collection) is still present - waited for 15 seconds

Stack Trace:
java.lang.AssertionError: The collection (tmp_collection) is still present - waited for 15 seconds
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:26963798F005132]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForCollectionToDisappear(AbstractDistribZkTestBase.java:207)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.waitForCollectionToDisappear(BaseCdcrDistributedZkTest.java:490)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.startServers(BaseCdcrDistributedZkTest.java:590)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.createSourceCollection(BaseCdcrDistributedZkTest.java:340)
	at org.apache.solr.cloud.BaseCdcrDistributedZkTest.baseBefore(BaseCdcrDistributedZkTest.java:162)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:55994/u_lgw, http://127.0.0.1:39421/u_lgw, http://127.0.0.1:47437/u_lgw, http://127.0.0.1:39748/u_lgw, http://127.0.0.1:44389/u_lgw]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:55994/u_lgw, http://127.0.0.1:39421/u_lgw, http://127.0.0.1:47437/u_lgw, http://127.0.0.1:39748/u_lgw, http://127.0.0.1:44389/u_lgw]
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:F83ED15A4A3CA5FC]:0)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1528)
	at org.apache.solr.cloud.DeleteReplicaTest.createCollection(DeleteReplicaTest.java:172)
	at org.apache.solr.cloud.DeleteReplicaTest.deleteLiveReplicaTest(DeleteReplicaTest.java:71)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:47437/u_lgw
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 49 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 53 more


FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
IOException occured when talking to server at: http://127.0.0.1:39581/mam/d/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:39581/mam/d/collection1
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:DD0A5A8BF9FF6071]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:167)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.indexDoc(AbstractFullDistribZkTestBase.java:750)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:70)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.client.ClientProtocolException
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:886)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 47 more
Caused by: org.apache.http.client.NonRepeatableRequestException: Cannot retry request with a non-repeatable request entity.  The cause lists the reason the original request failed.
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:659)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	... 51 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:113)
	at java.net.SocketOutputStream.write(SocketOutputStream.java:153)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flushBuffer(AbstractSessionOutputBuffer.java:159)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flush(AbstractSessionOutputBuffer.java:166)
	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
	at org.apache.http.impl.entity.EntitySerializer.serialize(EntitySerializer.java:118)
	at org.apache.http.impl.AbstractHttpClientConnection.sendRequestEntity(AbstractHttpClientConnection.java:265)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.sendRequestEntity(ManagedClientConnectionImpl.java:203)
	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	... 53 more


FAILED:  org.apache.solr.cloud.DistributedVersionInfoTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([555E655157030D89]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.DistributedVersionInfoTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([555E655157030D89]:0)


FAILED:  org.apache.solr.cloud.TestRequestStatusCollectionAPI.test

Error Message:
Task 1000 not found in completed tasks. expected:<found 1000 in completed tasks> but was:<null>

Stack Trace:
java.lang.AssertionError: Task 1000 not found in completed tasks. expected:<found 1000 in completed tasks> but was:<null>
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:DD0A5A8BF9FF6071]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.apache.solr.cloud.TestRequestStatusCollectionAPI.test(TestRequestStatusCollectionAPI.java:74)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeySafeLeaderTest.test

Error Message:
shard1 is not consistent.  Got 873 from http://127.0.0.1:36310/collection1 (previous client) and got 843 from http://127.0.0.1:58251/collection1

Stack Trace:
java.lang.AssertionError: shard1 is not consistent.  Got 873 from http://127.0.0.1:36310/collection1 (previous client) and got 843 from http://127.0.0.1:58251/collection1
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:DD0A5A8BF9FF6071]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1246)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1225)
	at org.apache.solr.cloud.ChaosMonkeySafeLeaderTest.test(ChaosMonkeySafeLeaderTest.java:174)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test10MinutesOld

Error Message:
Core 00000_core bad! expected:<392> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<392> but was:<0>
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:97763E87CBD48B0D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:298)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:197)
	at org.apache.solr.core.OpenCloseCoreStressTest.test10MinutesOld(OpenCloseCoreStressTest.java:129)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test15SecondsNew

Error Message:
Core 00000_core bad! expected:<22> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<22> but was:<0>
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:D9A37DD1D56CA999]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:298)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:197)
	at org.apache.solr.core.OpenCloseCoreStressTest.test15SecondsNew(OpenCloseCoreStressTest.java:123)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test10MinutesNew

Error Message:
Core 00000_core bad! expected:<344> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<344> but was:<0>
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:6F7BDD7025CDE73D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:298)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:197)
	at org.apache.solr.core.OpenCloseCoreStressTest.test10MinutesNew(OpenCloseCoreStressTest.java:135)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test15SecondsOld

Error Message:
Core 00000_core bad! expected:<19> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<19> but was:<0>
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:EF42185D99697796]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:298)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:197)
	at org.apache.solr.core.OpenCloseCoreStressTest.test15SecondsOld(OpenCloseCoreStressTest.java:117)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.core.OpenCloseCoreStressTest.test5Seconds

Error Message:
Core 00000_core bad! expected:<5> but was:<0>

Stack Trace:
java.lang.AssertionError: Core 00000_core bad! expected:<5> but was:<0>
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:B3713514366DAB1D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.core.OpenCloseCoreStressTest.checkResults(OpenCloseCoreStressTest.java:298)
	at org.apache.solr.core.OpenCloseCoreStressTest.doStress(OpenCloseCoreStressTest.java:197)
	at org.apache.solr.core.OpenCloseCoreStressTest.test5Seconds(OpenCloseCoreStressTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([555E655157030D89]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor52.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.component.DistributedFacetPivotWhiteBoxTest.test

Error Message:
IOException occured when talking to server at: http://127.0.0.1:49945//collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:49945//collection1
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:DD0A5A8BF9FF6071]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.BaseDistributedSearchTestCase.del(BaseDistributedSearchTestCase.java:545)
	at org.apache.solr.handler.component.DistributedFacetPivotWhiteBoxTest.test(DistributedFacetPivotWhiteBoxTest.java:35)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 49 more


FAILED:  org.apache.solr.handler.component.DistributedMLTComponentTest.test

Error Message:
IOException occured when talking to server at: http://127.0.0.1:53690/gm/q/collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:53690/gm/q/collection1
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:DD0A5A8BF9FF6071]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.BaseDistributedSearchTestCase.del(BaseDistributedSearchTestCase.java:545)
	at org.apache.solr.handler.component.DistributedMLTComponentTest.test(DistributedMLTComponentTest.java:58)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketInputStream.read(SocketInputStream.java:209)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 49 more


FAILED:  org.apache.solr.handler.component.DistributedTermsComponentTest.test

Error Message:
IOException occured when talking to server at: http://127.0.0.1:56549//collection1

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:56549//collection1
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:DD0A5A8BF9FF6071]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:590)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:896)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:859)
	at org.apache.solr.client.solrj.SolrClient.deleteByQuery(SolrClient.java:874)
	at org.apache.solr.BaseDistributedSearchTestCase.del(BaseDistributedSearchTestCase.java:545)
	at org.apache.solr.handler.component.DistributedTermsComponentTest.test(DistributedTermsComponentTest.java:33)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsRepeatStatement.callStatement(BaseDistributedSearchTestCase.java:991)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.http.client.ClientProtocolException
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:886)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 49 more
Caused by: org.apache.http.client.NonRepeatableRequestException: Cannot retry request with a non-repeatable request entity.  The cause lists the reason the original request failed.
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:659)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	... 53 more
Caused by: java.net.SocketException: Connection reset
	at java.net.SocketOutputStream.socketWrite(SocketOutputStream.java:113)
	at java.net.SocketOutputStream.write(SocketOutputStream.java:153)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flushBuffer(AbstractSessionOutputBuffer.java:159)
	at org.apache.http.impl.io.AbstractSessionOutputBuffer.flush(AbstractSessionOutputBuffer.java:166)
	at org.apache.http.impl.io.ChunkedOutputStream.close(ChunkedOutputStream.java:205)
	at org.apache.http.impl.entity.EntitySerializer.serialize(EntitySerializer.java:118)
	at org.apache.http.impl.AbstractHttpClientConnection.sendRequestEntity(AbstractHttpClientConnection.java:265)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.sendRequestEntity(ManagedClientConnectionImpl.java:203)
	at org.apache.http.protocol.HttpRequestExecutor.doSendRequest(HttpRequestExecutor.java:237)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:122)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	... 55 more


FAILED:  org.apache.solr.rest.schema.TestSchemaNameResource.testGetSchemaName

Error Message:
Exception during query

Stack Trace:
java.lang.RuntimeException: Exception during query
	at __randomizedtesting.SeedInfo.seed([555E655157030D89:3BDD951CCE15F556]:0)
	at org.apache.solr.util.RestTestBase.assertQ(RestTestBase.java:155)
	at org.apache.solr.rest.schema.TestSchemaNameResource.testGetSchemaName(TestSchemaNameResource.java:25)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAft

[...truncated too long message...]

nit4]   2>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
   [junit4]   2>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
   [junit4]   2>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   13) Thread[id=2603, name=qtp1455027619-2603, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.interrupt(Native Method)
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.interrupt(EPollArrayWrapper.java:317)
   [junit4]   2>         at sun.nio.ch.EPollSelectorImpl.wakeup(EPollSelectorImpl.java:193)
   [junit4]   2>         at java.nio.channels.spi.AbstractSelector$1.interrupt(AbstractSelector.java:213)
   [junit4]   2>         at java.nio.channels.spi.AbstractSelector.begin(AbstractSelector.java:219)
   [junit4]   2>         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:78)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:232)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:180)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:162)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:101)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:136)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   14) Thread[id=2665, name=updateExecutor-393-thread-1, state=TIMED_WAITING, group=TGRP-DistributedVersionInfoTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>   15) Thread[id=2604, name=qtp1455027619-2604, state=RUNNABLE, group=TGRP-DistributedVersionInfoTest]
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
   [junit4]   2>         at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
   [junit4]   2>         at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:79)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
   [junit4]   2>         at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:232)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:180)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceAndRun(ExecuteProduceConsume.java:162)
   [junit4]   2>         at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.execute(ExecuteProduceConsume.java:101)
   [junit4]   2>         at org.eclipse.jetty.io.ManagedSelector.run(ManagedSelector.java:136)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:654)
   [junit4]   2>         at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:572)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=ClassicSimilarity, locale=fr_CH, timezone=Pacific/Nauru
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=29,free=107272952,total=389545984
   [junit4]   2> NOTE: All tests run in this JVM: [SolrPluginUtilsTest, TestQueryWrapperFilter, PreAnalyzedUpdateProcessorTest, OverriddenZkACLAndCredentialsProvidersTest, CdcrRequestHandlerTest, TestFiltering, DeleteReplicaTest, SortByFunctionTest, TestStressVersions, OpenCloseCoreStressTest, DocExpirationUpdateProcessorFactoryTest, TimeZoneUtilsTest, InfoHandlerTest, TestSha256AuthenticationProvider, DistribDocExpirationUpdateProcessorTest, DistributedMLTComponentTest, CachingDirectoryFactoryTest, DistributedFacetPivotWhiteBoxTest, ConvertedLegacyTest, TestFastLRUCache, TestSchemaNameResource, SpellCheckCollatorTest, TestRequestStatusCollectionAPI, DistributedTermsComponentTest, ZkStateWriterTest, TestManagedSynonymFilterFactory, TestCloudManagedSchemaConcurrent, TestPartialUpdateDeduplication, TestSearcherReuse, AssignTest, TestQueryTypes, NumericFieldsTest, DistributedVersionInfoTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistributedVersionInfoTest -Dtests.seed=555E655157030D89 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=fr_CH -Dtests.timezone=Pacific/Nauru -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J1 | DistributedVersionInfoTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([555E655157030D89]:0)
   [junit4] Completed [507/568 (14!)] on J1 in 7223.65s, 1 test, 2 errors <<< FAILURES!

[...truncated 200 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 568 suites (8 ignored), 2263 tests, 2 suite-level errors, 10 errors, 10 failures, 182 ignored (14 assumptions) [seed: 555E655157030D89]

Total time: 261 minutes 36 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



Re: [JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 887 - Still Failing

Posted by Mark Miller <ma...@gmail.com>.
For the Collections API test fail, we probably want to either raise the
session timeout or raise the session timeout for nightly runs.

On Sun, Dec 20, 2015 at 7:27 AM Apache Jenkins Server <
jenkins@builds.apache.org> wrote:

> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/887/
>
> 2 tests failed.
> FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test
>
> Error Message:
> Captured an uncaught exception in thread: Thread[id=15169,
> name=collection5, state=RUNNABLE,
> group=TGRP-CollectionsAPIDistributedZkTest]
>
> Stack Trace:
> com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an
> uncaught exception in thread: Thread[id=15169, name=collection5,
> state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
> Caused by: java.lang.RuntimeException:
> org.apache.solr.client.solrj.SolrServerException: No live SolrServers
> available to handle this request:[http://127.0.0.1:42569/hi/jf,
> http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf,
> http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
>         at __randomizedtesting.SeedInfo.seed([D2C9FCE857647949]:0)
>         at
> org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
> Caused by: org.apache.solr.client.solrj.SolrServerException: No live
> SolrServers available to handle this request:[http://127.0.0.1:42569/hi/jf,
> http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf,
> http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
>         at
> org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
>         at
> org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
>         at
> org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
>         at
> org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
> Caused by:
> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error
> from server at http://127.0.0.1:57798/hi/jf: KeeperErrorCode = Session
> expired for /overseer/collection-queue-work/qnr-
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
>         at
> org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
>         at
> org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
>         ... 7 more
>
>
> FAILED:
> org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload
>
> Error Message:
> expected:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe,
> _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt,
> _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip,
> _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm,
> _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt,
> _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip,
> _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si,
> _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd,
> _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx,
> _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc,
> _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim,
> _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _
> 42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm,
> _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt,
> _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip,
> _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si,
> _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd,
> _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx,
> _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc,
> _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim,
> _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _
> 433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm,
> _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt,
> _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip,
> _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si,
> _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd,
> _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx,
> _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc,
> _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim,
> _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _
> 43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm,
> _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt,
> _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip,
> _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si,
> _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd,
> _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx,
> _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc,
> _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim,
> _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _
> 43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm,
> _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]}]> but
> was:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe,
> _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt,
> _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip,
> _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm,
> _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt,
> _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip,
> _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si,
> _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd,
> _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx,
> _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc,
> _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim,
> _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _
> 42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm,
> _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt,
> _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip,
> _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si,
> _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd,
> _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx,
> _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc,
> _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim,
> _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _
> 433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm,
> _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt,
> _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip,
> _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si,
> _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd,
> _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx,
> _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc,
> _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim,
> _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _
> 43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm,
> _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt,
> _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip,
> _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si,
> _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd,
> _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx,
> _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc,
> _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim,
> _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _
> 43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm,
> _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]},
> {indexVersion=1450611181635,generation=3,filelist=[_1mu.cfe, _1mu.cfs, _
> 1mu.si, _38v.cfe, _38v.cfs, _38v.si, _43h.doc, _43h.fdt, _43h.fdx,
> _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43i.cfe,
> _43i.cfs, _43i.si, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd,
> _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_3]}]>
>
> Stack Trace:
> java.lang.AssertionError:
> expected:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe,
> _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt,
> _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip,
> _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm,
> _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt,
> _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip,
> _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si,
> _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd,
> _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx,
> _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc,
> _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim,
> _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _
> 42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm,
> _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt,
> _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip,
> _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si,
> _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd,
> _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx,
> _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc,
> _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim,
> _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _
> 433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm,
> _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt,
> _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip,
> _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si,
> _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd,
> _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx,
> _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc,
> _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim,
> _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _
> 43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm,
> _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt,
> _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip,
> _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si,
> _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd,
> _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx,
> _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc,
> _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim,
> _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _
> 43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm,
> _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]}]> but
> was:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe,
> _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt,
> _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip,
> _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm,
> _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt,
> _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip,
> _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si,
> _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd,
> _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx,
> _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc,
> _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim,
> _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _
> 42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm,
> _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt,
> _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip,
> _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si,
> _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd,
> _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx,
> _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc,
> _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim,
> _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _
> 433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm,
> _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt,
> _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip,
> _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si,
> _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd,
> _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx,
> _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc,
> _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim,
> _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _
> 43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm,
> _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt,
> _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip,
> _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si,
> _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd,
> _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx,
> _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc,
> _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim,
> _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _
> 43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm,
> _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]},
> {indexVersion=1450611181635,generation=3,filelist=[_1mu.cfe, _1mu.cfs, _
> 1mu.si, _38v.cfe, _38v.cfs, _38v.si, _43h.doc, _43h.fdt, _43h.fdx,
> _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43i.cfe,
> _43i.cfs, _43i.si, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd,
> _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_3]}]>
>         at
> __randomizedtesting.SeedInfo.seed([D2C9FCE857647949:F71EE7D8272C774A]:0)
>         at org.junit.Assert.fail(Assert.java:93)
>         at org.junit.Assert.failNotEquals(Assert.java:647)
>         at org.junit.Assert.assertEquals(Assert.java:128)
>         at org.junit.Assert.assertEquals(Assert.java:147)
>         at
> org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:497)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
>         at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
>         at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
>         at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
>         at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
>         at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
>         at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
>         at java.lang.Thread.run(Thread.java:745)
>
>
>
>
> Build Log:
> [...truncated 10367 lines...]
>    [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
>    [junit4]   2> Creating dataDir:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/init-core-data-001
>    [junit4]   2> 930080 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartup
>    [junit4]   2> 930080 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1
>    [junit4]   2> 930084 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.Server jetty-9.3.6.v20151106
>    [junit4]   2> 930086 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.h.ContextHandler Started
> o.e.j.s.ServletContextHandler@255125ed{/solr,null,AVAILABLE}
>    [junit4]   2> 930088 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.ServerConnector Started ServerConnector@7ea56aaf
> {HTTP/1.1,[http/1.1]}{127.0.0.1:37114}
>    [junit4]   2> 930088 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.Server Started @933986ms
>    [junit4]   2> 930088 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties:
> {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/data,
> hostContext=/solr, hostPort=37114}
>    [junit4]   2> 930088 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
> sun.misc.Launcher$AppClassLoader@4e0e2f2a
>    [junit4]   2> 930088 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001'
>    [junit4]   2> 930088 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr
> (NoInitialContextEx)
>    [junit4]   2> 930088 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not
> find system property or JNDI)
>    [junit4]   2> 930089 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrXmlConfig Loading container configuration from
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/solr.xml
>    [junit4]   2> 930093 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
>    [junit4]   2> 930093 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer New CoreContainer 626084757
>    [junit4]   2> 930093 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer
> [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001]
>    [junit4]   2> 930093 WARN
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Couldn't add files from
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib
> to classpath:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib
>    [junit4]   2> 930093 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout :
> 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost :
> 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize :
> 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy :
> false,useRetries : false,
>    [junit4]   2> 930095 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client
> with params: socketTimeout=340000&connTimeout=45000&retry=true
>    [junit4]   2> 930095 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 930095 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j
> (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 930095 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup
> for authorization module.
>    [junit4]   2> 930095 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer No authentication plugin used.
>    [junit4]   2> 930096 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions
> underneath
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
>    [junit4]   2> 930097 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1,
> config=solrconfig.xml, loadOnStartup=true, schema=schema.xml,
> configSetProperties=configsetprops.json, transient=false, dataDir=data/}
>    [junit4]   2> 930097 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1
>    [junit4]   2> 930097 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
>    [junit4]   2> 930098 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1'
>    [junit4]   2> 930098 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.s.SolrDispatchFilter
> user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
>    [junit4]   2> 930098 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>    [junit4]   2> 930098 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>    [junit4]   2> 930098 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
> system property or JNDI)
>    [junit4]   2> 930105 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.SolrConfig current version of requestparams : -1
>    [junit4]   2> 930108 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
>    [junit4]   2> 930114 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
>    [junit4]   2> 930117 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.s.IndexSchema [collection1] Schema name=test
>    [junit4]   2> 930119 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.s.IndexSchema unique key field: id
>    [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming
> default properties: Can't find resource 'configsetprops.json' in classpath
> or
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1'
>    [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    ]
> o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration
> from instancedir
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1
>    [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at
> [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1],
> dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/]
>    [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core:
> collection1
>    [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data
>    [junit4]   2> 930122 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrCore New index directory detected: old=null
> new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index/
>    [junit4]   2> 930122 WARN  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index'
> doesn't exist. Creating new index...
>    [junit4]   2> 930122 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index
>    [junit4]   2> 930122 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
> maxMergeAtOnce=41, maxMergeAtOnceExplicit=44,
> maxMergedSegmentMB=2.59765625, floorSegmentMB=1.2158203125,
> forceMergeDeletesPctAllowed=24.325695306775234, segmentsPerTier=37.0,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6331213847609353
>    [junit4]   2> 930123 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit:
> commits: num=1
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 930123 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>    [junit4]   2> 930123 INFO
> (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1]
> o.a.s.c.SolrCore Looking for old index directories to cleanup for core
> collection1 in
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/
>    [junit4]   2> 930125 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as
> default, creating implicit default
>    [junit4]   2> 930126 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930127 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930128 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930128 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with
> startup=lazy
>    [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.RequestHandlers Registered paths:
> /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
>    [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrCore Using default statsCache cache:
> org.apache.solr.search.stats.LocalStatsCache
>    [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>    [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
> minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit:
> commits: num=1
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@25e07633[collection1]
> main
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.r.ManagedResourceStorage File-based storage
> initialized to use dir:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs:
> {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf}
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json
> using
> file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf
>    [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.r.RestManager Initializing 0 registered
> ManagedResources
>    [junit4]   2> 930132 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following
> config files: schema.xml,xslt/dummy.xsl
>    [junit4]   2> 930132 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for
> 10000
>    [junit4]   2> 930132 INFO
> (searcherExecutor-2277-thread-1-processing-x:collection1) [
> x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher
> Searcher@25e07633[collection1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 930132 INFO  (coreLoadExecutor-2276-thread-1) [
> x:collection1] o.a.s.c.CoreContainer registering core: collection1
>    [junit4]   2> 930600 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1
>    [junit4]   2> 930604 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.Server jetty-9.3.6.v20151106
>    [junit4]   2> 930605 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.h.ContextHandler Started
> o.e.j.s.ServletContextHandler@28ad9241{/solr,null,AVAILABLE}
>    [junit4]   2> 930606 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.ServerConnector Started ServerConnector@34cfdf21
> {HTTP/1.1,[http/1.1]}{127.0.0.1:48654}
>    [junit4]   2> 930606 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.Server Started @934505ms
>    [junit4]   2> 930606 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties:
> {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/data,
> hostContext=/solr, hostPort=48654}
>    [junit4]   2> 930607 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
> sun.misc.Launcher$AppClassLoader@4e0e2f2a
>    [junit4]   2> 930607 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002'
>    [junit4]   2> 930607 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr
> (NoInitialContextEx)
>    [junit4]   2> 930607 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not
> find system property or JNDI)
>    [junit4]   2> 930607 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrXmlConfig Loading container configuration from
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/solr.xml
>    [junit4]   2> 930611 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/.
>    [junit4]   2> 930612 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer New CoreContainer 1405931777
>    [junit4]   2> 930612 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer
> [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002]
>    [junit4]   2> 930612 WARN
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Couldn't add files from
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/lib
> to classpath:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/lib
>    [junit4]   2> 930613 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout :
> 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost :
> 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize :
> 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy :
> false,useRetries : false,
>    [junit4]   2> 930613 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client
> with params: socketTimeout=340000&connTimeout=45000&retry=true
>    [junit4]   2> 930614 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 930614 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j
> (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 930614 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup
> for authorization module.
>    [junit4]   2> 930614 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer No authentication plugin used.
>    [junit4]   2> 930614 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions
> underneath
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/.
>    [junit4]   2> 930615 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1,
> config=solrconfig.xml, loadOnStartup=true, schema=schema.xml,
> configSetProperties=configsetprops.json, transient=false, dataDir=data/}
>    [junit4]   2> 930616 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1
>    [junit4]   2> 930616 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
>    [junit4]   2> 930616 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1'
>    [junit4]   2> 930617 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.s.SolrDispatchFilter
> user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
>    [junit4]   2> 930617 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
>    [junit4]   2> 930617 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
>    [junit4]   2> 930617 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find
> system property or JNDI)
>    [junit4]   2> 930622 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.SolrConfig current version of requestparams : -1
>    [junit4]   2> 930624 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
>    [junit4]   2> 930630 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
>    [junit4]   2> 930633 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.s.IndexSchema [collection1] Schema name=test
>    [junit4]   2> 930635 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.s.IndexSchema unique key field: id
>    [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming
> default properties: Can't find resource 'configsetprops.json' in classpath
> or
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1'
>    [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [    ]
> o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration
> from instancedir
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1
>    [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
>    [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at
> [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1],
> dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/]
>    [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core:
> collection1
>    [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data
>    [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrCore New index directory detected: old=null
> new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index/
>    [junit4]   2> 930637 WARN  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index'
> doesn't exist. Creating new index...
>    [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index
>    [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy:
> maxMergeAtOnce=41, maxMergeAtOnceExplicit=44,
> maxMergedSegmentMB=2.59765625, floorSegmentMB=1.2158203125,
> forceMergeDeletesPctAllowed=24.325695306775234, segmentsPerTier=37.0,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6331213847609353
>    [junit4]   2> 930638 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit:
> commits: num=1
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@6bf91c61
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25b046aa
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 930638 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>    [junit4]   2> 930638 INFO
> (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1]
> o.a.s.c.SolrCore Looking for old index directories to cleanup for core
> collection1 in
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/
>    [junit4]   2> 930640 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as
> default, creating implicit default
>    [junit4]   2> 930641 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930642 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930642 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930643 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
>    [junit4]   2> 930644 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with
> startup=lazy
>    [junit4]   2> 930644 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.RequestHandlers Registered paths:
> /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
>    [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrCore Using default statsCache cache:
> org.apache.solr.search.stats.LocalStatsCache
>    [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
>    [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
>    [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class
> org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy:
> minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648,
> maxMergeSizeForForcedMerge=9223372036854775807,
> calibrateSizeByDeletes=true, maxMergeDocs=2147483647,
> maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
>    [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit:
> commits: num=1
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@6bf91c61
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25b046aa
> ),segFN=segments_1,generation=1}
>    [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
>    [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@17c8081b[collection1]
> main
>    [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.r.ManagedResourceStorage File-based storage
> initialized to use dir:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/conf
>    [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs:
> {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/conf}
>    [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json
> using
> file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/conf
>    [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.r.RestManager Initializing 0 registered
> ManagedResources
>    [junit4]   2> 930648 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of
> 1000ms
>    [junit4]   2> 930648 INFO
> (searcherExecutor-2287-thread-1-processing-x:collection1) [
> x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher
> Searcher@17c8081b[collection1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 930649 INFO  (coreLoadExecutor-2286-thread-1) [
> x:collection1] o.a.s.c.CoreContainer registering core: collection1
>    [junit4]   2> 930651 INFO  (qtp352348546-7076) [    x:collection1]
> o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication
> params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0
> QTime=0
>    [junit4]   2> 931119 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.ServerConnector Stopped ServerConnector@34cfdf21
> {HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>    [junit4]   2> 931119 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1405931777
>    [junit4]   2> 931119 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore
> org.apache.solr.core.SolrCore@734a167d
>    [junit4]   2> 931120 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing
> DirectUpdateHandler2{commits=0,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
>    [junit4]   2> 931120 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
>    [junit4]   2> 931120 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count
> has reached 0 - closing IndexWriter
>    [junit4]   2> 931120 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with
> IndexWriterCloser
>    [junit4]   2> 931121 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on
> request.
>    [junit4]   2> 931121 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing
> MockDirectoryFactory - 2 directories currently being tracked
>    [junit4]   2> 931121 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data
> [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data;done=false>>]
>    [junit4]   2> 931121 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data
>    [junit4]   2> 931121 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index
> [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index;done=false>>]
>    [junit4]   2> 931122 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index
>    [junit4]   2> 931122 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.e.j.s.h.ContextHandler Stopped
> o.e.j.s.ServletContextHandler@28ad9241{/solr,null,UNAVAILABLE}
>    [junit4]   2> 931124 INFO  (qtp352348546-7080) [    x:collection1]
> o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
>    [junit4]   2> 931124 INFO  (qtp352348546-7080) [    x:collection1]
> o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr
> path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
>    [junit4]   2> 931126 INFO  (qtp352348546-7073) [    x:collection1]
> o.a.s.u.DirectUpdateHandler2 start
> commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
>    [junit4]   2> 931126 INFO  (qtp352348546-7073) [    x:collection1]
> o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09
> ),segFN=segments_1,generation=1}
>    [junit4]   2>
> commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809
> lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09
> ),segFN=segments_2,generation=2}
>    [junit4]   2> 931127 INFO  (qtp352348546-7073) [    x:collection1]
> o.a.s.c.SolrDeletionPolicy newest commit generation = 2
>    [junit4]   2> 931128 INFO  (qtp352348546-7073) [    x:collection1]
> o.a.s.s.SolrIndexSearcher Opening Searcher@fc6c71f[collection1] main
>    [junit4]   2> 931128 INFO  (qtp352348546-7073) [    x:collection1]
> o.a.s.u.DirectUpdateHandler2 end_commit_flush
>    [junit4]   2> 931128 INFO
> (searcherExecutor-2277-thread-1-processing-x:collection1) [
> x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher
> Searcher@fc6c71f[collection1]
> main{ExitableDirectoryReader(UninvertingDirectoryReader())}
>    [junit4]   2> 931128 INFO  (qtp352348546-7073) [    x:collection1]
> o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr
> path=/update
> params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=}
> 0 1
>    [junit4]   2> 931130 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7ea56aaf
> {HTTP/1.1,[http/1.1]}{127.0.0.1:0}
>    [junit4]   2> 931130 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=626084757
>    [junit4]   2> 931130 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore
> org.apache.solr.core.SolrCore@379fa46
>    [junit4]   2> 931130 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing
> DirectUpdateHandler2{commits=1,autocommits=0,soft
> autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
>    [junit4]   2> 931130 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
>    [junit4]   2> 931130 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count
> has reached 0 - closing IndexWriter
>    [junit4]   2> 931130 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with
> IndexWriterCloser
>    [junit4]   2> 931131 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on
> request.
>    [junit4]   2> 931131 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing
> MockDirectoryFactory - 2 directories currently being tracked
>    [junit4]   2> 931131 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data
> [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data;done=false>>]
>    [junit4]   2> 931131 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data
>    [junit4]   2> 931131 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index
> [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index;done=false>>]
>    [junit4]   2> 931131 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index
>    [junit4]   2> 931132 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    x:collection1] o.e.j.s.h.ContextHandler Stopped
> o.e.j.s.ServletContextHandler@255125ed{/solr,null,UNAVAILABLE}
>    [junit4]   2> 931134 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.Server jetty-9.3.6.v20151106
>    [junit4]   2> 931135 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.h.ContextHandler Started
> o.e.j.s.ServletContextHandler@33d9490a{/solr,null,AVAILABLE}
>    [junit4]   2> 931136 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.ServerConnector Started ServerConnector@4cd43bed
> {HTTP/1.1,[http/1.1]}{127.0.0.1:38841}
>    [junit4]   2> 931136 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.e.j.s.Server Started @935035ms
>    [junit4]   2> 931136 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties:
> {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/data,
> hostContext=/solr, hostPort=38841}
>    [junit4]   2> 931136 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init():
> sun.misc.Launcher$AppClassLoader@4e0e2f2a
>    [junit4]   2> 931137 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001'
>    [junit4]   2> 931137 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr
> (NoInitialContextEx)
>    [junit4]   2> 931137 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not
> find system property or JNDI)
>    [junit4]   2> 931137 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.SolrXmlConfig Loading container configuration from
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/solr.xml
>    [junit4]   2> 931141 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
>    [junit4]   2> 931141 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer New CoreContainer 720444629
>    [junit4]   2> 931141 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer
> [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001]
>    [junit4]   2> 931141 WARN
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Couldn't add files from
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib
> to classpath:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib
>    [junit4]   2> 931142 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout :
> 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost :
> 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize :
> 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy :
> false,useRetries : false,
>    [junit4]   2> 931143 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client
> with params: socketTimeout=340000&connTimeout=45000&retry=true
>    [junit4]   2> 931143 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
>    [junit4]   2> 931143 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j
> (org.slf4j.impl.Log4jLoggerFactory)]
>    [junit4]   2> 931143 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup
> for authorization module.
>    [junit4]   2> 931143 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreContainer No authentication plugin used.
>    [junit4]   2> 931144 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions
> underneath
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
>    [junit4]   2> 931145 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1,
> config=solrconfig.xml, loadOnStartup=true, schema=schema.xml,
> configSetProperties=configsetprops.json, transient=false, dataDir=data/}
>    [junit4]   2> 931145 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1
>    [junit4]   2> 931145 INFO
> (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949])
> [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
>    [junit4]   2> 931145 INFO  (coreLoadExecutor-2297-thread-1) [    ]
> o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory:
> '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1'
>    [junit4]   2> 931146 INFO  (coreLoadExecutor-2297-thread-1) [    ]
> o.a.s.c.So

-- 
- Mark
about.me/markrmiller

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 887 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/887/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=15169, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15169, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42569/hi/jf, http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf, http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
	at __randomizedtesting.SeedInfo.seed([D2C9FCE857647949]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42569/hi/jf, http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf, http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57798/hi/jf: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe, _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt, _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip, _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm, _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt, _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip, _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si, _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd, _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx, _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc, _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim, _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm, _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt, _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip, _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si, _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd, _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx, _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc, _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim, _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm, _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt, _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip, _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si, _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd, _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx, _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc, _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim, _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm, _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt, _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip, _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si, _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd, _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx, _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc, _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim, _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]}]> but was:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe, _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt, _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip, _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm, _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt, _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip, _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si, _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd, _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx, _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc, _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim, _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm, _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt, _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip, _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si, _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd, _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx, _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc, _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim, _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm, _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt, _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip, _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si, _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd, _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx, _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc, _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim, _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm, _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt, _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip, _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si, _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd, _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx, _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc, _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim, _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]}, {indexVersion=1450611181635,generation=3,filelist=[_1mu.cfe, _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43i.cfe, _43i.cfs, _43i.si, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe, _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt, _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip, _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm, _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt, _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip, _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si, _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd, _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx, _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc, _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim, _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm, _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt, _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip, _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si, _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd, _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx, _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc, _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim, _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm, _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt, _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip, _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si, _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd, _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx, _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc, _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim, _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm, _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt, _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip, _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si, _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd, _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx, _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc, _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim, _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]}]> but was:<[{indexVersion=1450611181635,generation=2,filelist=[_1mu.cfe, _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _42o.doc, _42o.fdt, _42o.fdx, _42o.fnm, _42o.nvd, _42o.nvm, _42o.si, _42o.tim, _42o.tip, _42p.cfe, _42p.cfs, _42p.si, _42q.doc, _42q.fdt, _42q.fdx, _42q.fnm, _42q.nvd, _42q.nvm, _42q.si, _42q.tim, _42q.tip, _42r.doc, _42r.fdt, _42r.fdx, _42r.fnm, _42r.nvd, _42r.nvm, _42r.si, _42r.tim, _42r.tip, _42s.doc, _42s.fdt, _42s.fdx, _42s.fnm, _42s.nvd, _42s.nvm, _42s.si, _42s.tim, _42s.tip, _42t.doc, _42t.fdt, _42t.fdx, _42t.fnm, _42t.nvd, _42t.nvm, _42t.si, _42t.tim, _42t.tip, _42u.doc, _42u.fdt, _42u.fdx, _42u.fnm, _42u.nvd, _42u.nvm, _42u.si, _42u.tim, _42u.tip, _42v.doc, _42v.fdt, _42v.fdx, _42v.fnm, _42v.nvd, _42v.nvm, _42v.si, _42v.tim, _42v.tip, _42w.doc, _42w.fdt, _42w.fdx, _42w.fnm, _42w.nvd, _42w.nvm, _42w.si, _42w.tim, _42w.tip, _42x.doc, _42x.fdt, _42x.fdx, _42x.fnm, _42x.nvd, _42x.nvm, _42x.si, _42x.tim, _42x.tip, _42y.doc, _42y.fdt, _42y.fdx, _42y.fnm, _42y.nvd, _42y.nvm, _42y.si, _42y.tim, _42y.tip, _42z.doc, _42z.fdt, _42z.fdx, _42z.fnm, _42z.nvd, _42z.nvm, _42z.si, _42z.tim, _42z.tip, _430.doc, _430.fdt, _430.fdx, _430.fnm, _430.nvd, _430.nvm, _430.si, _430.tim, _430.tip, _431.doc, _431.fdt, _431.fdx, _431.fnm, _431.nvd, _431.nvm, _431.si, _431.tim, _431.tip, _432.doc, _432.fdt, _432.fdx, _432.fnm, _432.nvd, _432.nvm, _432.si, _432.tim, _432.tip, _433.doc, _433.fdt, _433.fdx, _433.fnm, _433.nvd, _433.nvm, _433.si, _433.tim, _433.tip, _434.doc, _434.fdt, _434.fdx, _434.fnm, _434.nvd, _434.nvm, _434.si, _434.tim, _434.tip, _435.doc, _435.fdt, _435.fdx, _435.fnm, _435.nvd, _435.nvm, _435.si, _435.tim, _435.tip, _436.doc, _436.fdt, _436.fdx, _436.fnm, _436.nvd, _436.nvm, _436.si, _436.tim, _436.tip, _437.doc, _437.fdt, _437.fdx, _437.fnm, _437.nvd, _437.nvm, _437.si, _437.tim, _437.tip, _438.doc, _438.fdt, _438.fdx, _438.fnm, _438.nvd, _438.nvm, _438.si, _438.tim, _438.tip, _439.doc, _439.fdt, _439.fdx, _439.fnm, _439.nvd, _439.nvm, _439.si, _439.tim, _439.tip, _43a.doc, _43a.fdt, _43a.fdx, _43a.fnm, _43a.nvd, _43a.nvm, _43a.si, _43a.tim, _43a.tip, _43b.doc, _43b.fdt, _43b.fdx, _43b.fnm, _43b.nvd, _43b.nvm, _43b.si, _43b.tim, _43b.tip, _43c.doc, _43c.fdt, _43c.fdx, _43c.fnm, _43c.nvd, _43c.nvm, _43c.si, _43c.tim, _43c.tip, _43d.doc, _43d.fdt, _43d.fdx, _43d.fnm, _43d.nvd, _43d.nvm, _43d.si, _43d.tim, _43d.tip, _43e.doc, _43e.fdt, _43e.fdx, _43e.fnm, _43e.nvd, _43e.nvm, _43e.si, _43e.tim, _43e.tip, _43f.doc, _43f.fdt, _43f.fdx, _43f.fnm, _43f.nvd, _43f.nvm, _43f.si, _43f.tim, _43f.tip, _43g.doc, _43g.fdt, _43g.fdx, _43g.fnm, _43g.nvd, _43g.nvm, _43g.si, _43g.tim, _43g.tip, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_2]}, {indexVersion=1450611181635,generation=3,filelist=[_1mu.cfe, _1mu.cfs, _1mu.si, _38v.cfe, _38v.cfs, _38v.si, _43h.doc, _43h.fdt, _43h.fdx, _43h.fnm, _43h.nvd, _43h.nvm, _43h.si, _43h.tim, _43h.tip, _43i.cfe, _43i.cfs, _43i.si, _43j.doc, _43j.fdt, _43j.fdx, _43j.fnm, _43j.nvd, _43j.nvm, _43j.si, _43j.tim, _43j.tip, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([D2C9FCE857647949:F71EE7D8272C774A]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10367 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/init-core-data-001
   [junit4]   2> 930080 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterStartup
   [junit4]   2> 930080 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1
   [junit4]   2> 930084 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 930086 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@255125ed{/solr,null,AVAILABLE}
   [junit4]   2> 930088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7ea56aaf{HTTP/1.1,[http/1.1]}{127.0.0.1:37114}
   [junit4]   2> 930088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.Server Started @933986ms
   [junit4]   2> 930088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=37114}
   [junit4]   2> 930088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 930088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001'
   [junit4]   2> 930088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 930088 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 930089 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/solr.xml
   [junit4]   2> 930093 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
   [junit4]   2> 930093 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer New CoreContainer 626084757
   [junit4]   2> 930093 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001]
   [junit4]   2> 930093 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib
   [junit4]   2> 930093 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 930095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 930095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 930095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 930095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 930095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 930096 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
   [junit4]   2> 930097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 930097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1
   [junit4]   2> 930097 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 930098 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1'
   [junit4]   2> 930098 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 930098 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 930098 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 930098 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 930105 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 930108 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 930114 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 930117 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 930119 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1'
   [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1
   [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 930121 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data
   [junit4]   2> 930122 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 930122 WARN  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 930122 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 930122 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=2.59765625, floorSegmentMB=1.2158203125, forceMergeDeletesPctAllowed=24.325695306775234, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6331213847609353
   [junit4]   2> 930123 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09),segFN=segments_1,generation=1}
   [junit4]   2> 930123 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 930123 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/
   [junit4]   2> 930125 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 930126 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930127 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930128 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930128 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 930130 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09),segFN=segments_1,generation=1}
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@25e07633[collection1] main
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf}
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf
   [junit4]   2> 930131 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 930132 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 930132 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 930132 INFO  (searcherExecutor-2277-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@25e07633[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 930132 INFO  (coreLoadExecutor-2276-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 930600 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1
   [junit4]   2> 930604 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 930605 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28ad9241{/solr,null,AVAILABLE}
   [junit4]   2> 930606 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.ServerConnector Started ServerConnector@34cfdf21{HTTP/1.1,[http/1.1]}{127.0.0.1:48654}
   [junit4]   2> 930606 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.Server Started @934505ms
   [junit4]   2> 930606 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=48654}
   [junit4]   2> 930607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 930607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002'
   [junit4]   2> 930607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 930607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 930607 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/solr.xml
   [junit4]   2> 930611 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/.
   [junit4]   2> 930612 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer New CoreContainer 1405931777
   [junit4]   2> 930612 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002]
   [junit4]   2> 930612 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/lib
   [junit4]   2> 930613 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 930613 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 930614 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 930614 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 930614 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 930614 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 930614 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/.
   [junit4]   2> 930615 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 930616 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1
   [junit4]   2> 930616 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 930616 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1'
   [junit4]   2> 930617 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 930617 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 930617 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 930617 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 930622 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 930624 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 930630 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 930633 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 930635 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1'
   [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1
   [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 930636 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data
   [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 930637 WARN  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 930637 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=2.59765625, floorSegmentMB=1.2158203125, forceMergeDeletesPctAllowed=24.325695306775234, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6331213847609353
   [junit4]   2> 930638 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6bf91c61 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25b046aa),segFN=segments_1,generation=1}
   [junit4]   2> 930638 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 930638 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/
   [junit4]   2> 930640 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 930641 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930642 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930642 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930643 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 930644 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 930644 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 930645 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@6bf91c61 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@25b046aa),segFN=segments_1,generation=1}
   [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@17c8081b[collection1] main
   [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/conf
   [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/conf}
   [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/collection1/conf
   [junit4]   2> 930646 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 930648 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 930648 INFO  (searcherExecutor-2287-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17c8081b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 930649 INFO  (coreLoadExecutor-2286-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 930651 INFO  (qtp352348546-7076) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 931119 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@34cfdf21{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 931119 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1405931777
   [junit4]   2> 931119 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@734a167d
   [junit4]   2> 931120 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 931120 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 931120 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 931120 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 931121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 931121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 931121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 931121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data
   [junit4]   2> 931121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 931122 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 931122 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@28ad9241{/solr,null,UNAVAILABLE}
   [junit4]   2> 931124 INFO  (qtp352348546-7080) [    x:collection1] o.a.s.u.DirectUpdateHandler2 [collection1] REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 931124 INFO  (qtp352348546-7080) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{deleteByQuery=*:*} 0 0
   [junit4]   2> 931126 INFO  (qtp352348546-7073) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 931126 INFO  (qtp352348546-7073) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@cc2a809 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@63df9f09),segFN=segments_2,generation=2}
   [junit4]   2> 931127 INFO  (qtp352348546-7073) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 931128 INFO  (qtp352348546-7073) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@fc6c71f[collection1] main
   [junit4]   2> 931128 INFO  (qtp352348546-7073) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 931128 INFO  (searcherExecutor-2277-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@fc6c71f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 931128 INFO  (qtp352348546-7073) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 1
   [junit4]   2> 931130 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7ea56aaf{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 931130 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=626084757
   [junit4]   2> 931130 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@379fa46
   [junit4]   2> 931130 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=1,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=1,cumulative_errors=0}
   [junit4]   2> 931130 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 931130 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 931130 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 931131 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 931131 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 931131 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 931131 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data
   [junit4]   2> 931131 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 931131 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 931132 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@255125ed{/solr,null,UNAVAILABLE}
   [junit4]   2> 931134 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 931135 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@33d9490a{/solr,null,AVAILABLE}
   [junit4]   2> 931136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4cd43bed{HTTP/1.1,[http/1.1]}{127.0.0.1:38841}
   [junit4]   2> 931136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.e.j.s.Server Started @935035ms
   [junit4]   2> 931136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=38841}
   [junit4]   2> 931136 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 931137 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001'
   [junit4]   2> 931137 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 931137 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 931137 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/solr.xml
   [junit4]   2> 931141 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
   [junit4]   2> 931141 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer New CoreContainer 720444629
   [junit4]   2> 931141 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001]
   [junit4]   2> 931141 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/lib
   [junit4]   2> 931142 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 931143 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 931143 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 931143 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 931143 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 931143 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 931144 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/.
   [junit4]   2> 931145 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 931145 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1
   [junit4]   2> 931145 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 931145 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1'
   [junit4]   2> 931146 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 931146 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 931148 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 931148 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartup-seed#[D2C9FCE857647949]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 931151 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 931155 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 931161 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 931164 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 931166 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 931167 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1'
   [junit4]   2> 931167 INFO  (coreLoadExecutor-2297-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1
   [junit4]   2> 931167 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 931167 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 931168 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 931168 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data
   [junit4]   2> 931168 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 931168 WARN  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 931168 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 931168 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=2.59765625, floorSegmentMB=1.2158203125, forceMergeDeletesPctAllowed=24.325695306775234, segmentsPerTier=37.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6331213847609353
   [junit4]   2> 931169 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@50f0b45e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54c4ef76),segFN=segments_1,generation=1}
   [junit4]   2> 931169 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 931169 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/./collection1/data/
   [junit4]   2> 931171 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 931172 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 931173 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 931173 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 931174 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 931175 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 931175 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 931176 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 931176 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 931176 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 931176 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=29, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 931176 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@50f0b45e lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@54c4ef76),segFN=segments_1,generation=1}
   [junit4]   2> 931176 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@572ee27b[collection1] main
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf}
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_D2C9FCE857647949-001/solr-instance-001/collection1/conf
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 931177 INFO  (searcherExecutor-2298-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@572ee27b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 931177 INFO  (coreLoadExecutor-2297-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 931651 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 931652 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 931654 INFO  (qtp765290217-7118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 931656 INFO  (qtp765290217-7119) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 931658 INFO  (qtp765290217-7120) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 931659 INFO  (qtp765290217-7113) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 931661 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 931663 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 931664 INFO  (qtp765290217-7118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 931666 INFO  (qtp765290217-7119) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 931668 INFO  (qtp765290217-7120) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 931669 INFO  (qtp765290217-7113) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 931671 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 931673 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 931674 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 931676 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 931678 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 931680 INFO  (qtp765290217-7113) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 931682 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 931684 INFO  (qtp765290217-7118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 931686 INFO  (qtp765290217-7119) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 931688 INFO  (qtp765290217-7120) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 931690 INFO  (qtp765290217-7120) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 931691 INFO  (qtp765290217-7113) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 931693 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 931695 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 931696 INFO  (qtp765290217-7119) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 931698 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 931700 INFO  (qtp765290217-7120) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 931701 INFO  (qtp765290217-7120) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 931703 INFO  (qtp765290217-7118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 931704 INFO  (qtp765290217-7118) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 931706 INFO  (qtp765290217-7119) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 931708 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 931710 INFO  (qtp765290217-7113) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 931711 INFO  (qtp765290217-7120) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 931713 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 931715 INFO  (qtp765290217-7116) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 931718 INFO  (qtp765290217-7119) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 1
   [junit4]   2> 931720 INFO  (qtp765290217-7117) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr

[...truncated too long message...]

st(LBHttpSolrClient.java:325)
   [junit4]    > 	... 5 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15168, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42569/hi/jf, http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf, http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D2C9FCE857647949]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42569/hi/jf, http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf, http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57798/hi/jf: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	... 7 moreThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=15166, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42569/hi/jf, http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf, http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D2C9FCE857647949]:0)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:42569/hi/jf, http://127.0.0.1:58154/hi/jf, http://127.0.0.1:59250/hi/jf, http://127.0.0.1:57798/hi/jf, http://127.0.0.1:36779/hi/jf]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:57798/hi/jf: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	... 7 more
   [junit4]   2> 3254411 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D2C9FCE857647949]-worker) [n:127.0.0.1:42569_hi%2Fjf c:addReplicaColl s:shard2 r:core_node1 x:addReplicaColl_shard2_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=ClassicSimilarity, locale=be_BY, timezone=Kwajalein
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=44668632,total=484966400
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionsAPIAsyncDistributedZkTest, OutputWriterTest, TestReloadDeadlock, TestArbitraryIndexDir, SaslZkACLProviderTest, DistribCursorPagingTest, JSONWriterTest, CopyFieldTest, CollectionReloadTest, AnalysisAfterCoreReloadTest, TestDocBasedVersionConstraints, QueryEqualityTest, JsonLoaderTest, TestLuceneMatchVersion, TestStressUserVersions, CursorPagingTest, SynonymTokenizerTest, TestComplexPhraseQParserPlugin, TestComponentsName, TestFastOutputStream, ConjunctionSolrSpellCheckerTest, TestBinaryField, AnalysisErrorHandlingTest, RequiredFieldsTest, RestartWhileUpdatingTest, DistributedQueryComponentOptimizationTest, HdfsDirectoryTest, TestRemoteStreaming, SegmentsInfoRequestHandlerTest, DeleteLastCustomShardedReplicaTest, AliasIntegrationTest, HdfsWriteToMultipleCollectionsTest, TestIBSimilarityFactory, DistributedSpellCheckComponentTest, TestRequestForwarding, TestClassNameShortening, TestInitParams, TestFoldingMultitermQuery, TestRestoreCore, TestCloudManagedSchema, TestCSVLoader, TestTrackingShardHandlerFactory, OverseerRolesTest, TestRangeQuery, TestScoreJoinQPScore, TestOverriddenPrefixQueryForCustomFieldType, SyncSliceTest, TestMaxScoreQueryParser, ExternalFileFieldSortTest, TestExactStatsCache, TestRTimerTree, QueryElevationComponentTest, TestManagedSchemaDynamicFieldResource, MergeStrategyTest, TestSolrCloudWithKerberosAlt, ReturnFieldsTest, FileBasedSpellCheckerTest, StandardRequestHandlerTest, TestDefaultStatsCache, SolrXmlInZkTest, PathHierarchyTokenizerFactoryTest, TestDynamicFieldCollectionResource, TestMinMaxOnMultiValuedField, TestConfig, TestRandomRequestDistribution, TestCollationFieldDocValues, TestAddFieldRealTimeGet, TestHighlightDedupGrouping, TestSolrXml, ZkNodePropsTest, TestReplicationHandler, OutOfBoxZkACLAndCredentialsProvidersTest, TestRandomFaceting, SharedFSAutoReplicaFailoverUtilsTest, TestConfigSetsAPIExclusivity, SolrCoreTest, RulesTest, TestFunctionQuery, EchoParamsTest, HdfsSyncSliceTest, TestFilteredDocIdSet, TestRealTimeGet, RAMDirectoryFactoryTest, TestDistribDocBasedVersion, HdfsDirectoryFactoryTest, LeaderInitiatedRecoveryOnShardRestartTest, PeerSyncTest, HdfsRecoverLeaseTest, PreAnalyzedFieldTest, SpatialHeatmapFacetsTest, SystemInfoHandlerTest, TestConfigReload, DocumentAnalysisRequestHandlerTest, TestFieldResource, TestManagedStopFilterFactory, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [304/568 (2!)] on J0 in 902.96s, 1 test, 1 error <<< FAILURES!

[...truncated 824 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 568 suites (8 ignored), 2263 tests, 1 error, 1 failure, 33 ignored (18 assumptions) [seed: D2C9FCE857647949]

Total time: 206 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 886 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/886/

1 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
ObjectTracker found 9 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]

Stack Trace:
java.lang.AssertionError: ObjectTracker found 9 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
	at __randomizedtesting.SeedInfo.seed([503A246F46768822]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
	at sun.reflect.GeneratedMethodAccessor50.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10745 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/init-core-data-001
   [junit4]   2> 2007019 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestRepeater
   [junit4]   2> 2007020 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1
   [junit4]   2> 2007036 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 2007062 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16177fde{/solr,null,AVAILABLE}
   [junit4]   2> 2007079 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1fec667b{HTTP/1.1,[http/1.1]}{127.0.0.1:35050}
   [junit4]   2> 2007079 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server Started @2010183ms
   [junit4]   2> 2007079 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=35050}
   [junit4]   2> 2007079 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2007079 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001'
   [junit4]   2> 2007079 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2007080 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2007080 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/solr.xml
   [junit4]   2> 2007085 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/.
   [junit4]   2> 2007085 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer New CoreContainer 283985088
   [junit4]   2> 2007085 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001]
   [junit4]   2> 2007085 WARN  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/lib
   [junit4]   2> 2007085 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2007087 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2007087 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2007087 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2007087 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2007087 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2007088 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/.
   [junit4]   2> 2007090 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2007090 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1
   [junit4]   2> 2007090 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2007090 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1'
   [junit4]   2> 2007090 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2007090 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2007113 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2007120 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2007150 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2007150 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2007152 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2007158 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2007162 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2007164 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1'
   [junit4]   2> 2007164 INFO  (coreLoadExecutor-4463-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1
   [junit4]   2> 2007164 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2007165 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 2007165 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2007165 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1/data
   [junit4]   2> 2007165 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 2007165 WARN  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2007166 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 2007166 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=67.7880859375, floorSegmentMB=2.0234375, forceMergeDeletesPctAllowed=14.357579647500632, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2007166 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@468381ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51cae963),segFN=segments_1,generation=1}
   [junit4]   2> 2007166 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2007168 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/./collection1/data/
   [junit4]   2> 2007169 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2007171 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007172 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007173 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007173 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007178 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2007178 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2007178 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2007179 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2007179 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2007179 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2007180 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@468381ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51cae963),segFN=segments_1,generation=1}
   [junit4]   2> 2007180 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2007180 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@6857d051[collection1] main
   [junit4]   2> 2007199 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1/conf
   [junit4]   2> 2007199 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1/conf}
   [junit4]   2> 2007199 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-001/collection1/conf
   [junit4]   2> 2007200 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2007200 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 2007201 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2007201 INFO  (coreLoadExecutor-4463-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2007201 INFO  (searcherExecutor-4464-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6857d051[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2007651 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1
   [junit4]   2> 2007655 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 2007668 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4cdc94aa{/solr,null,AVAILABLE}
   [junit4]   2> 2007668 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.ServerConnector Started ServerConnector@65357bad{HTTP/1.1,[http/1.1]}{127.0.0.1:54027}
   [junit4]   2> 2007668 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server Started @2010772ms
   [junit4]   2> 2007668 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=54027}
   [junit4]   2> 2007669 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2007669 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002'
   [junit4]   2> 2007669 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2007669 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2007669 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/solr.xml
   [junit4]   2> 2007673 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/.
   [junit4]   2> 2007673 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer New CoreContainer 1191723553
   [junit4]   2> 2007673 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002]
   [junit4]   2> 2007673 WARN  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/lib
   [junit4]   2> 2007674 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2007675 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2007675 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2007675 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2007675 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2007675 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2007676 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/.
   [junit4]   2> 2007677 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2007677 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1
   [junit4]   2> 2007677 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2007678 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1'
   [junit4]   2> 2007678 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2007678 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2007692 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2007726 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2007732 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2007732 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2007749 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2007752 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2007754 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2007755 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1'
   [junit4]   2> 2007755 INFO  (coreLoadExecutor-4473-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1
   [junit4]   2> 2007755 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2007755 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2007755 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2007756 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data
   [junit4]   2> 2007756 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 2007756 WARN  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2007756 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 2007756 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=67.7880859375, floorSegmentMB=2.0234375, forceMergeDeletesPctAllowed=14.357579647500632, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2007757 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@39917034 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c7ea5b4),segFN=segments_1,generation=1}
   [junit4]   2> 2007757 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2007759 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2007760 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007761 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007761 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007762 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2007763 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2007763 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2007764 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2007764 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/
   [junit4]   2> 2007764 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2007764 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2007764 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2007765 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@39917034 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4c7ea5b4),segFN=segments_1,generation=1}
   [junit4]   2> 2007765 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2007765 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@7f26615b[collection1] main
   [junit4]   2> 2007765 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/conf
   [junit4]   2> 2007765 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/conf}
   [junit4]   2> 2007765 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/conf
   [junit4]   2> 2007766 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2007768 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 2007768 INFO  (coreLoadExecutor-4473-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2007778 INFO  (searcherExecutor-4474-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7f26615b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2007779 INFO  (qtp1585287444-19221) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2008237 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@65357bad{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2008237 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1191723553
   [junit4]   2> 2008247 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3c45f679
   [junit4]   2> 2008248 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 2008248 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 2008248 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 2008248 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 2008255 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 2008255 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 2008255 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 2008255 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data
   [junit4]   2> 2008255 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 2008255 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 2008256 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    x:collection1] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4cdc94aa{/solr,null,UNAVAILABLE}
   [junit4]   2> 2008270 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 2008273 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@28bfef0f{/solr,null,AVAILABLE}
   [junit4]   2> 2008274 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3e37feb4{HTTP/1.1,[http/1.1]}{127.0.0.1:47923}
   [junit4]   2> 2008274 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server Started @2011378ms
   [junit4]   2> 2008274 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=47923}
   [junit4]   2> 2008274 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2008274 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002'
   [junit4]   2> 2008274 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2008274 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2008275 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/solr.xml
   [junit4]   2> 2008280 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/.
   [junit4]   2> 2008280 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer New CoreContainer 1397716977
   [junit4]   2> 2008280 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002]
   [junit4]   2> 2008280 WARN  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/lib
   [junit4]   2> 2008281 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2008286 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2008287 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2008288 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2008288 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2008288 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2008289 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/.
   [junit4]   2> 2008296 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2008296 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1
   [junit4]   2> 2008296 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2008298 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1'
   [junit4]   2> 2008298 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2008299 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2008303 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2008303 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2008305 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2008308 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2008313 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2008316 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2008318 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2008319 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1'
   [junit4]   2> 2008319 INFO  (coreLoadExecutor-4484-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1
   [junit4]   2> 2008319 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2008320 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 2008320 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2008320 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data
   [junit4]   2> 2008320 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 2008320 WARN  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2008320 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 2008321 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=67.7880859375, floorSegmentMB=2.0234375, forceMergeDeletesPctAllowed=14.357579647500632, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2008321 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4330455c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13291e60),segFN=segments_1,generation=1}
   [junit4]   2> 2008321 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2008360 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2008362 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2008362 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2008363 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2008364 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2008365 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2008365 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2008365 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2008365 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/
   [junit4]   2> 2008366 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2008366 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2008366 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2008366 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@4330455c lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@13291e60),segFN=segments_1,generation=1}
   [junit4]   2> 2008366 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2008366 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@4ad56cc3[collection1] main
   [junit4]   2> 2008367 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/conf
   [junit4]   2> 2008367 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/conf}
   [junit4]   2> 2008367 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/collection1/conf
   [junit4]   2> 2008367 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2008367 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2008367 INFO  (coreLoadExecutor-4484-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2008368 INFO  (searcherExecutor-4485-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4ad56cc3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2008805 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1
   [junit4]   2> 2008810 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 2008836 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1490cce8{/solr,null,AVAILABLE}
   [junit4]   2> 2008836 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6399070a{HTTP/1.1,[http/1.1]}{127.0.0.1:47250}
   [junit4]   2> 2008836 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.e.j.s.Server Started @2011940ms
   [junit4]   2> 2008836 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=47250}
   [junit4]   2> 2008837 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2008837 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003'
   [junit4]   2> 2008837 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2008837 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2008837 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/solr.xml
   [junit4]   2> 2008865 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/.
   [junit4]   2> 2008872 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer New CoreContainer 1384503610
   [junit4]   2> 2008872 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003]
   [junit4]   2> 2008873 WARN  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/lib
   [junit4]   2> 2008873 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2008874 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2008874 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2008874 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2008875 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2008875 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2008875 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/.
   [junit4]   2> 2008876 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 2008876 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1
   [junit4]   2> 2008876 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2008877 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1'
   [junit4]   2> 2008877 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2008877 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2008894 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 2008894 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2008899 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2008920 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2008986 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2008988 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2008990 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2008992 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1'
   [junit4]   2> 2008993 INFO  (coreLoadExecutor-4494-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1
   [junit4]   2> 2008993 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2008993 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/]
   [junit4]   2> 2008993 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 2008993 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data
   [junit4]   2> 2008993 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/index/
   [junit4]   2> 2008994 WARN  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2008994 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/index
   [junit4]   2> 2008994 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=50, maxMergeAtOnceExplicit=15, maxMergedSegmentMB=67.7880859375, floorSegmentMB=2.0234375, forceMergeDeletesPctAllowed=14.357579647500632, segmentsPerTier=16.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2008995 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@366fe354 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6f5f4d),segFN=segments_1,generation=1}
   [junit4]   2> 2008995 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2008997 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/
   [junit4]   2> 2009001 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2009004 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2009006 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2009012 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2009013 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2009014 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 2009015 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 2009015 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2009015 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2009015 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2009015 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=24, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2009016 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@366fe354 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6f5f4d),segFN=segments_1,generation=1}
   [junit4]   2> 2009016 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2009016 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@20a9c8ea[collection1] main
   [junit4]   2> 2009016 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1/conf
   [junit4]   2> 2009016 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1/conf}
   [junit4]   2> 2009016 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/collection1/conf
   [junit4]   2> 2009017 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2009017 WARN  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2009017 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler  No value set for 'pollInterval'. Timer Task not started.
   [junit4]   2> 2009017 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml
   [junit4]   2> 2009017 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2009018 INFO  (coreLoadExecutor-4494-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2009018 INFO  (searcherExecutor-4495-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@20a9c8ea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2009396 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 2009398 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 2009450 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 2009452 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 2009467 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@468381ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51cae963),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@468381ef lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@51cae963),segFN=segments_2,generation=2}
   [junit4]   2> 2009467 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 2009474 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@65ef7944[collection1] main
   [junit4]   2> 2009475 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 2009475 INFO  (searcherExecutor-4464-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@65ef7944[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C3)))}
   [junit4]   2> 2009475 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 23
   [junit4]   2> 2009481 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2009483 INFO  (qtp1585287444-19221) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2009489 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2009489 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2009489 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2009494 INFO  (qtp1585287444-19221) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
   [junit4]   2> 2009495 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 8
   [junit4]   2> 2009545 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/index.20151219170755848
   [junit4]   2> 2009545 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 2009545 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18216295338052213]
   [junit4]   2> 2009546 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@366fe354 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6f5f4d),segFN=segments_1,generation=1}
   [junit4]   2> 2009546 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2009546 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2009546 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@366fe354 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6f5f4d),segFN=segments_1,generation=1}
   [junit4]   2> 2009546 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2009546 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 2009546 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@6352ef44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64f2ef7e)
   [junit4]   2> 2009548 INFO  (qtp1585287444-19225) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009562 INFO  (qtp1585287444-19225) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009565 INFO  (qtp1585287444-19219) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009568 INFO  (qtp1585287444-19223) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Memory_0.ram&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009572 INFO  (qtp1585287444-19224) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009576 INFO  (qtp1585287444-19221) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009578 INFO  (qtp1585287444-19218) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009581 INFO  (qtp1585287444-19225) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 2009582 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1351) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@6352ef44 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@64f2ef7e)
   [junit4]   2> 2009589 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@26095e9a
   [junit4]   2> 2009592 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@366fe354 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6f5f4d),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@366fe354 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1a6f5f4d),segFN=segments_2,generation=2}
   [junit4]   2> 2009592 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 2009592 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2009594 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@3d3067ea[collection1] main
   [junit4]   2> 2009594 INFO  (searcherExecutor-4495-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3d3067ea[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(6.0.0):C3)))}
   [junit4]   2> 2009594 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/index.20151219170755848 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/index.20151219170755848;done=true>>]
   [junit4]   2> 2009595 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-003/./collection1/data/index.20151219170755848
   [junit4]   2> 2009595 INFO  (qtp1697943481-19277) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:35050/solr/collection1/replication&command=fetchindex} status=0 QTime=115
   [junit4]   2> 2009600 INFO  (qtp1697943481-19276) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=3 status=0 QTime=0
   [junit4]   2> 2009603 INFO  (TEST-TestReplicationHandler.doTestRepeater-seed#[503A246F46768822]) [    ] o.a.s.h.TestReplicationHandler Waited for 0ms and found 3 docs
   [junit4]   2> 2009611 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 2009614 INFO  (qtp1697943481-19276) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 2009614 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 2009614 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 2009614 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 2009635 INFO  (qtp1697943481-19276) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=19
   [junit4]   2> 2009665 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 8
   [junit4]   2> 2009671 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_503A246F46768822-001/solr-instance-002/./collection1/data/index.20151219170756018
   [junit4]   2> 2009679 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 2009679 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=24, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.18216295338052213]
   [junit4]   2> 2009680 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@433

[...truncated too long message...]

estIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException
   [junit4]   2> 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:43)
   [junit4]   2> 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:352)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:386)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:270)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:387)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler$1.run(ReplicationHandler.java:275)
   [junit4]   2> 
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {name=PostingsFormat(name=Memory doPackFST= true), id=PostingsFormat(name=Memory doPackFST= true), newname=PostingsFormat(name=Memory doPackFST= true)}, docValues:{}, sim=ClassicSimilarity, locale=es_ES, timezone=Asia/Oral
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=265383704,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotSmallAdvancedTest, TestBulkSchemaAPI, TestNamedUpdateProcessors, HdfsChaosMonkeyNothingIsSafeTest, PluginInfoTest, SimpleFacetsTest, XmlUpdateRequestHandlerTest, ScriptEngineTest, SuggesterTest, TestStressReorder, CollectionTooManyReplicasTest, TestCSVResponseWriter, ForceLeaderTest, DebugComponentTest, LukeRequestHandlerTest, TestNonDefinedSimilarityFactory, TestSimpleQParserPlugin, BadComponentTest, DocValuesMultiTest, BinaryUpdateRequestHandlerTest, TestSolrDynamicMBean, TestSolrConfigHandlerCloud, HighlighterMaxOffsetTest, TestDefaultSearchFieldResource, DeleteShardTest, TestSort, SolrCloudExampleTest, TestCharFilters, TestCollationField, BasicAuthIntegrationTest, CloudExitableDirectoryReaderTest, TestBlendedInfixSuggestions, TestConfigOverlay, TestSchemaManager, AtomicUpdatesTest, TestRecoveryHdfs, TestFieldCollectionResource, HdfsNNFailoverTest, DataDrivenBlockJoinTest, SharedFSAutoReplicaFailoverTest, BigEndianAscendingWordDeserializerTest, TestJsonFacets, ConfigSetsAPITest, TestSolrJ, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestGroupingSearch, TestManagedSchemaFieldTypeResource, DateMathParserTest, StatsComponentTest, TestWriterPerf, TestRandomCollapseQParserPlugin, TestClusterStateMutator, ShowFileRequestHandlerTest, TestStressRecovery, TestRecovery, TestElisionMultitermQuery, TestUtils, TestPHPSerializedResponseWriter, SolrCoreCheckLockOnStartupTest, TermVectorComponentDistributedTest, SuggesterTSTTest, TestTolerantSearch, HdfsRestartWhileUpdatingTest, TestIndexingPerformance, DirectUpdateHandlerOptimizeTest, HdfsUnloadDistributedZkTest, RegexBoostProcessorTest, TestConfigSetsAPI, TestUniqueKeyFieldResource, FieldAnalysisRequestHandlerTest, HighlighterConfigTest, BadCopyFieldTest, TestSchemaResource, TestConfigSets, TestMiniSolrCloudClusterSSL, TestInitQParser, StatelessScriptUpdateProcessorFactoryTest, TestRandomMergePolicy, LeaderElectionTest, ClusterStateTest, DistributedQueryComponentCustomSortTest, SmileWriterTest, ReplicationFactorTest, UnloadDistributedZkTest, AutoCommitTest, TestPKIAuthenticationPlugin, OverseerTaskQueueTest, TestObjectReleaseTracker, TestCloudSchemaless, FullSolrCloudDistribCmdsTest, TestExactSharedStatsCache, BasicDistributedZk2Test, SyncSliceTest, OverseerTest, BasicZkTest, RecoveryZkTest, TestReplicationHandler]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestReplicationHandler -Dtests.seed=503A246F46768822 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_ES -Dtests.timezone=Asia/Oral -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | TestReplicationHandler (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 9 object(s) that were not released!!! [NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory, NRTCachingDirectory]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([503A246F46768822]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.afterClass(SolrTestCaseJ4.java:229)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4] Completed [304/568 (1!)] on J2 in 718.78s, 13 tests, 1 failure <<< FAILURES!

[...truncated 834 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 568 suites (8 ignored), 2263 tests, 1 suite-level error, 33 ignored (18 assumptions) [seed: 503A246F46768822]

Total time: 208 minutes 58 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 885 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/885/

1 tests failed.
FAILED:  org.apache.lucene.search.suggest.document.TestSuggestField.testSuggestOnMostlyDeletedDocuments

Error Message:
MockDirectoryWrapper: cannot close: there are still open files: {_y_completion_0.pay=1, _y_completion_0.tim=1, _y.dim=1, _y.fdt=1, _y_completion_0.pos=1, _y.nvd=1, _y_completion_0.doc=1, _y_completion_0.lkp=1}

Stack Trace:
java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_y_completion_0.pay=1, _y_completion_0.tim=1, _y.dim=1, _y.fdt=1, _y_completion_0.pos=1, _y.nvd=1, _y_completion_0.doc=1, _y_completion_0.lkp=1}
	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:771)
	at org.apache.lucene.search.suggest.document.TestSuggestField.after(TestSuggestField.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:929)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.lang.RuntimeException: unclosed IndexInput: _y_completion_0.pos
	at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:659)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:703)
	at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:88)
	at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:443)
	at org.apache.lucene.search.suggest.document.CompletionFieldsProducer.<init>(CompletionFieldsProducer.java:92)
	at org.apache.lucene.search.suggest.document.CompletionPostingsFormat.fieldsProducer(CompletionPostingsFormat.java:124)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:106)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
	at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:379)
	at org.apache.lucene.index.BufferedUpdatesStream.openSegmentStates(BufferedUpdatesStream.java:411)
	at org.apache.lucene.index.BufferedUpdatesStream.applyDeletesAndUpdates(BufferedUpdatesStream.java:256)
	at org.apache.lucene.index.IndexWriter.applyAllDeletesAndUpdates(IndexWriter.java:3148)
	at org.apache.lucene.index.IndexWriter.maybeApplyDeletes(IndexWriter.java:3134)
	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:433)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:86)
	at org.apache.lucene.search.suggest.document.TestSuggestField.testSuggestOnMostlyDeletedDocuments(TestSuggestField.java:319)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	... 28 more




Build Log:
[...truncated 8822 lines...]
   [junit4] Suite: org.apache.lucene.search.suggest.document.TestSuggestField
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSuggestField -Dtests.method=testSuggestOnMostlyDeletedDocuments -Dtests.seed=2B1CF7F0749F22B2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=ar_YE -Dtests.timezone=Asia/Tel_Aviv -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   1.18s J2 | TestSuggestField.testSuggestOnMostlyDeletedDocuments <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected: key:abc_1 score:1.0 context:null Actual: key:abc_36 score:36.0 context:null
   [junit4]    > Expected: "abc_1"
   [junit4]    >      got: "abc_36"
   [junit4]    > 	at org.apache.lucene.search.suggest.document.TestSuggestField.assertSuggestions(TestSuggestField.java:641)
   [junit4]    > 	at org.apache.lucene.search.suggest.document.TestSuggestField.testSuggestOnMostlyDeletedDocuments(TestSuggestField.java:323)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)Throwable #2: java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still open files: {_y_completion_0.pay=1, _y_completion_0.tim=1, _y.dim=1, _y.fdt=1, _y_completion_0.pos=1, _y.nvd=1, _y_completion_0.doc=1, _y_completion_0.lkp=1}
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:771)
   [junit4]    > 	at org.apache.lucene.search.suggest.document.TestSuggestField.after(TestSuggestField.java:79)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.lang.RuntimeException: unclosed IndexInput: _y_completion_0.pos
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:659)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:703)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50PostingsReader.<init>(Lucene50PostingsReader.java:88)
   [junit4]    > 	at org.apache.lucene.codecs.lucene50.Lucene50PostingsFormat.fieldsProducer(Lucene50PostingsFormat.java:443)
   [junit4]    > 	at org.apache.lucene.search.suggest.document.CompletionFieldsProducer.<init>(CompletionFieldsProducer.java:92)
   [junit4]    > 	at org.apache.lucene.search.suggest.document.CompletionPostingsFormat.fieldsProducer(CompletionPostingsFormat.java:124)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:261)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:341)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:106)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:66)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:145)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream$SegmentState.<init>(BufferedUpdatesStream.java:379)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream.openSegmentStates(BufferedUpdatesStream.java:411)
   [junit4]    > 	at org.apache.lucene.index.BufferedUpdatesStream.applyDeletesAndUpdates(BufferedUpdatesStream.java:256)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.applyAllDeletesAndUpdates(IndexWriter.java:3148)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeApplyDeletes(IndexWriter.java:3134)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:433)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:86)
   [junit4]    > 	at org.apache.lucene.search.suggest.document.TestSuggestField.testSuggestOnMostlyDeletedDocuments(TestSuggestField.java:319)
   [junit4]    > 	... 28 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/suggest/test/J2/temp/lucene.search.suggest.document.TestSuggestField_2B1CF7F0749F22B2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=ClassicSimilarity, locale=ar_YE, timezone=Asia/Tel_Aviv
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=169810336,total=225968128
   [junit4]   2> NOTE: All tests run in this JVM: [TestContextSuggestField, TestSuggestStopFilterFactory, BlendedInfixSuggesterTest, WFSTCompletionTest, TestRegexCompletionQuery, TestSpellChecker, AnalyzingSuggesterTest, FSTCompletionTest, TestWordBreakSpellChecker, TestLuceneDictionary, TestPlainTextDictionary, PersistenceTest, TestLevenshteinDistance, BytesRefSortersTest, TestHighFrequencyDictionary, FileDictionaryTest, TestSuggestField]
   [junit4] Completed [30/32 (1!)] on J2 in 49.26s, 17 tests, 1 error <<< FAILURES!

[...truncated 17 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build.xml:472: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:2166: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/module-build.xml:58: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 32 suites (1 ignored), 204 tests, 1 error, 1 ignored [seed: 2B1CF7F0749F22B2]

Total time: 132 minutes 40 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 884 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/884/

3 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=68621, name=Thread-61214, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=68621, name=Thread-61214, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51558/collection1
	at __randomizedtesting.SeedInfo.seed([D7FEB351BC788D6B]:0)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:645)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:51558/collection1
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:587)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:150)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:167)
	at org.apache.solr.cloud.FullSolrCloudDistribCmdsTest$1IndexThread.run(FullSolrCloudDistribCmdsTest.java:643)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:480)
	... 5 more


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#4): CloudJettyRunner [url=https://127.0.0.1:45463/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=https://127.0.0.1:45463/collection1]
	at __randomizedtesting.SeedInfo.seed([D7FEB351BC788D6B:5FAA8C8B1284E093]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=2218, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=2218, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53457/_c/gk: collection already exists: awholynewstresscollection_collection5_1
	at __randomizedtesting.SeedInfo.seed([D7FEB351BC788D6B]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)




Build Log:
[...truncated 10010 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/init-core-data-001
   [junit4]   2> 222198 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D7FEB351BC788D6B]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 222198 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D7FEB351BC788D6B]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /_c/gk
   [junit4]   2> 222200 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 222200 INFO  (Thread-940) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 222200 INFO  (Thread-940) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 222300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.ZkTestServer start zk server on port:36990
   [junit4]   2> 222300 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 222301 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 222304 INFO  (zkCallback-156-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@318aefdc name:ZooKeeperConnection Watcher:127.0.0.1:36990 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 222304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 222304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 222304 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 222307 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 222307 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 222308 INFO  (zkCallback-157-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@76054e2d name:ZooKeeperConnection Watcher:127.0.0.1:36990/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 222308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 222308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 222308 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 222310 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 222311 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 222312 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 222314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 222314 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 222316 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 222317 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 222318 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 222318 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 222320 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 222320 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 222321 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 222322 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 222323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 222323 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 222324 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 222325 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 222326 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 222326 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 222327 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 222327 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 222329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 222329 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 222330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 222330 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 222639 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1
   [junit4]   2> 222641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 222642 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@64e85b64{/_c/gk,null,AVAILABLE}
   [junit4]   2> 222648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@380a8af4{HTTP/1.1,[http/1.1]}{127.0.0.1:60906}
   [junit4]   2> 222648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.Server Started @225769ms
   [junit4]   2> 222648 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/tempDir-001/control/data, hostContext=/_c/gk, hostPort=60906, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores}
   [junit4]   2> 222654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 222654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001'
   [junit4]   2> 222656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 222656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 222656 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 222657 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 222658 INFO  (zkCallback-158-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f9e1b3 name:ZooKeeperConnection Watcher:127.0.0.1:36990/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 222658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 222658 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 222665 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 222665 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/solr.xml
   [junit4]   2> 222670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores
   [junit4]   2> 222670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CoreContainer New CoreContainer 593647298
   [junit4]   2> 222670 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001]
   [junit4]   2> 222670 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/lib
   [junit4]   2> 222671 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 222672 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 222672 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 222673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 222673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36990/solr
   [junit4]   2> 222673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 222673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 222673 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 222675 INFO  (zkCallback-160-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4aa984d1 name:ZooKeeperConnection Watcher:127.0.0.1:36990 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 222675 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 222676 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 222680 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 222681 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45b304da name:ZooKeeperConnection Watcher:127.0.0.1:36990/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 222681 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 222682 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 222684 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 222687 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 222688 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 222690 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 222692 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 222693 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 222694 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 222695 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 222696 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60906__c%2Fgk
   [junit4]   2> 222697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60906__c%2Fgk
   [junit4]   2> 222698 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 222699 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 222700 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 222701 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000
   [junit4]   2> 222701 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60906__c%2Fgk
   [junit4]   2> 222701 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 222702 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer Overseer (id=95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) starting
   [junit4]   2> 222704 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 222709 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 222709 INFO  (OverseerCollectionConfigSetProcessor-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 222709 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 222709 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 222735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 222735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 222736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores
   [junit4]   2> 222737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 222737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1
   [junit4]   2> 222737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 222738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 222738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 222738 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 222738 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 222740 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60906/_c/gk",
   [junit4]   2>   "node_name":"127.0.0.1:60906__c%2Fgk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 222740 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 222740 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60906/_c/gk",
   [junit4]   2>   "node_name":"127.0.0.1:60906__c%2Fgk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 222740 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 222741 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 222742 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 223740 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 223740 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 223741 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 223741 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 223742 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 223742 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1'
   [junit4]   2> 223742 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 223742 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 223743 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 223749 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 223753 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 223771 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 223780 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 223862 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 223868 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 223869 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 223876 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 223878 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 223881 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 223881 WARN  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 223881 WARN  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 223882 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 223882 WARN  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 223882 WARN  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 223884 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 223884 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 223884 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 223884 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1/data/]
   [junit4]   2> 223884 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@c79b42d
   [junit4]   2> 223885 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1/data
   [junit4]   2> 223885 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1/data/index/
   [junit4]   2> 223885 WARN  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 223885 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1/data/index
   [junit4]   2> 223885 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=21, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.19726855193967063]
   [junit4]   2> 223886 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@536381fb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d1da6f2; maxCacheMB=0.2314453125 maxMergeSizeMB=0.7421875)),segFN=segments_1,generation=1}
   [junit4]   2> 223886 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 223886 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1/data/
   [junit4]   2> 223886 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 223890 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 223891 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 223891 WARN  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 223892 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 223893 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 223894 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 223895 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 223898 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 223899 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 223899 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 223899 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 223900 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 223900 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 223900 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=8, maxMergeAtOnceExplicit=3, maxMergedSegmentMB=78.412109375, floorSegmentMB=0.728515625, forceMergeDeletesPctAllowed=20.491227892643263, segmentsPerTier=8.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6637509871190225
   [junit4]   2> 223901 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(NRTCachingDirectory(RAMDirectory@536381fb lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5d1da6f2; maxCacheMB=0.2314453125 maxMergeSizeMB=0.7421875)),segFN=segments_1,generation=1}
   [junit4]   2> 223901 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 223901 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1c9251d8[collection1] main
   [junit4]   2> 223901 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 223902 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 223902 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 223902 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 223902 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 223902 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 223903 INFO  (searcherExecutor-680-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c9251d8[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 223903 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1520814740722417664
   [junit4]   2> 223906 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1520814740722417664
   [junit4]   2> 223906 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 223906 INFO  (coreLoadExecutor-679-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 223906 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60906/_c/gk collection:control_collection shard:shard1
   [junit4]   2> 223907 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 223910 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95050921183674372-core_node1-n_0000000000
   [junit4]   2> 223910 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 223912 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 223912 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 223912 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60906/_c/gk/collection1/
   [junit4]   2> 223912 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 223912 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 223913 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60906/_c/gk/collection1/ has no replicas
   [junit4]   2> 223913 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 223920 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 223921 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60906/_c/gk/collection1/ shard1
   [junit4]   2> 223922 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60906/_c/gk",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 224024 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 224073 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60906/_c/gk/collection1/ and leader is http://127.0.0.1:60906/_c/gk/collection1/
   [junit4]   2> 224073 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60906/_c/gk
   [junit4]   2> 224073 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 224073 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 224073 INFO  (coreZkRegister-673-thread-1-processing-n:127.0.0.1:60906__c%2Fgk x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60906__c%2Fgk c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 224075 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60906/_c/gk",
   [junit4]   2>   "node_name":"127.0.0.1:60906__c%2Fgk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 224075 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60906/_c/gk",
   [junit4]   2>   "node_name":"127.0.0.1:60906__c%2Fgk",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 224177 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 224240 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 224240 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 224241 INFO  (zkCallback-163-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4568b656 name:ZooKeeperConnection Watcher:127.0.0.1:36990/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 224242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 224242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 224242 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 224244 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 224244 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 224244 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 224244 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 224245 INFO  (zkCallback-164-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3f9861f name:ZooKeeperConnection Watcher:127.0.0.1:36990/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 224245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 224245 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 224247 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 224247 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 224248 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x151b04f28ba0006, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 224356 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 224554 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/cores/collection1
   [junit4]   2> 224555 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001
   [junit4]   2> 224556 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 224557 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@13096eef{/_c/gk,null,AVAILABLE}
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.ServerConnector Started ServerConnector@a70722d{HTTP/1.1,[http/1.1]}{127.0.0.1:40296}
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.e.j.s.Server Started @227679ms
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/_c/gk, hostPort=40296, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/cores}
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001'
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 224558 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 224559 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 224561 INFO  (zkCallback-165-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f71e0f2 name:ZooKeeperConnection Watcher:127.0.0.1:36990/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 224561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 224561 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 224562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 224562 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/solr.xml
   [junit4]   2> 224567 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/cores
   [junit4]   2> 224568 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CoreContainer New CoreContainer 1292260639
   [junit4]   2> 224568 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001]
   [junit4]   2> 224568 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/lib
   [junit4]   2> 224568 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 224569 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 224570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 224570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 224570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36990/solr
   [junit4]   2> 224570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 224570 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 224571 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 224572 INFO  (zkCallback-167-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2fe13557 name:ZooKeeperConnection Watcher:127.0.0.1:36990 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 224572 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 224572 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 224574 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 224575 INFO  (zkCallback-168-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@360ebdc1 name:ZooKeeperConnection Watcher:127.0.0.1:36990/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 224575 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 224580 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 225585 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40296__c%2Fgk
   [junit4]   2> 225586 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40296__c%2Fgk
   [junit4]   2> 225587 INFO  (zkCallback-163-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 225587 INFO  (zkCallback-161-thread-1-processing-n:127.0.0.1:60906__c%2Fgk) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 225587 INFO  (zkCallback-168-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 225588 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 225589 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95050921183674377-127.0.0.1:40296__c%2Fgk-n_0000000001
   [junit4]   2> 225590 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000 to know if I could be the leader
   [junit4]   2> 225601 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 225601 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 225601 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/cores
   [junit4]   2> 225602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 225602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D7FEB351BC788D6B-001/shard-1-001/cores/collection1
   [junit4]   2> 225602 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 225603 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 225604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D7FEB351BC788D6B]) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 225604 INFO  (coreLoadExecutor-690-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 225604 INFO  (coreLoadExecutor-690-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 225605 INFO  (coreLoadExecutor-690-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 225605 INFO  (coreLoadExecutor-690-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk c:collection1   x:collection1] o.a.s.c.c.ZkStateReader addZkWatch collection1
   [junit4]   2> 225605 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40296/_c/gk",
   [junit4]   2>   "node_name":"127.0.0.1:40296__c%2Fgk",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 225606 INFO  (coreLoadExecutor-690-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for collection1 ver 0 
   [junit4]   2> 225606 INFO  (coreLoadExecutor-690-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 225606 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:40296/_c/gk",
   [junit4]   2>   "node_name":"127.0.0.1:40296__c%2Fgk",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 225606 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 225606 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 225708 INFO  (OverseerStateUpdate-95050921183674372-127.0.0.1:60906__c%2Fgk-n_0000000000) [n:127.0.0.1:60906__c%2Fgk    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 225709 INFO  (zkCallback-168-thread-1-processing-n:127.0.0.1:40296__c%2Fgk) [n:127.0.0.1:40296__c%2Fgk    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json

[...truncated too long message...]

00000009
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825935966-127.0.0.1:34015_-n_0000000042
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936044-127.0.0.1:51542_-n_0000000090
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936068-127.0.0.1:57785_-n_0000000101
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825935891-127.0.0.1:59298_-n_0000000021
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825935888-core_node3-n_0000000001
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936140-127.0.0.1:51542_-n_0000000143
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936020-127.0.0.1:57785_-n_0000000073
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825935927-127.0.0.1:51138_-n_0000000145
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936116-127.0.0.1:57785_-n_0000000128
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825935918-127.0.0.1:55456_-n_0000000140
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936110-127.0.0.1:34015_-n_0000000124
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825936140-core_node15-n_0000000045
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825936044-core_node15-n_0000000027
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825935972-127.0.0.1:57785_-n_0000000048
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936062-127.0.0.1:34015_-n_0000000096
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936092-127.0.0.1:51542_-n_0000000115
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825935975-core_node5-n_0000000016
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825935996-127.0.0.1:51542_-n_0000000061
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95051116825936050-core_node14-n_0000000027
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825936023-core_node5-n_0000000025
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95051116825936098-core_node14-n_0000000034
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825936071-core_node5-n_0000000034
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825935996-core_node15-n_0000000018
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825935948-127.0.0.1:51542_-n_0000000034
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95051116825935954-core_node14-n_0000000013
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95051116825936002-core_node14-n_0000000020
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95051116825935948-core_node15-n_0000000009
   [junit4]   2> 	2	/solr/overseer_elect/election/95051116825936014-127.0.0.1:34015_-n_0000000071
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	95	/solr/collections
   [junit4]   2> 	31	/solr/overseer/collection-queue-work
   [junit4]   2> 	28	/solr/overseer/queue
   [junit4]   2> 	18	/solr/live_nodes
   [junit4]   2> 	9	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=D7FEB351BC788D6B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es_PY -Dtests.timezone=Asia/Yerevan -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE  664s J2 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#4): CloudJettyRunner [url=https://127.0.0.1:45463/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D7FEB351BC788D6B:5FAA8C8B1284E093]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:104)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:53)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3871884 INFO  (SUITE-RollingRestartTest-seed#[D7FEB351BC788D6B]-worker) [n:127.0.0.1:51138_ c:collection1 s:shard1 r:core_node16 x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_D7FEB351BC788D6B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60), sim=RandomSimilarityProvider(queryNorm=true,coord=yes): {}, locale=es_PY, timezone=Asia/Yerevan
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=57849608,total=529006592
   [junit4]   2> NOTE: All tests run in this JVM: [CdcrVersionReplicationTest, TestMiniSolrCloudCluster, TestMaxScoreQueryParser, DateMathParserTest, TestCharFilters, TestSolrJ, VersionInfoTest, TestReplicaProperties, CollectionTooManyReplicasTest, SuggesterTSTTest, BadComponentTest, MultiThreadedOCPTest, HdfsSyncSliceTest, BasicDistributedZk2Test, TestShortCircuitedRequests, SuggesterWFSTTest, RegexBoostProcessorTest, XmlUpdateRequestHandlerTest, TestClassNameShortening, CurrencyFieldXmlFileTest, TestSchemaSimilarityResource, SolrCloudExampleTest, ZkStateReaderTest, NoCacheHeaderTest, SharedFSAutoReplicaFailoverTest, HardAutoCommitTest, FieldAnalysisRequestHandlerTest, AutoCommitTest, TestUtils, TestSweetSpotSimilarityFactory, TestWriterPerf, TestExclusionRuleCollectionAccess, TestManagedSchemaDynamicFieldResource, CheckHdfsIndexTest, QueryParsingTest, StatelessScriptUpdateProcessorFactoryTest, TestTolerantSearch, DistributedQueryComponentOptimizationTest, TermVectorComponentDistributedTest, TestReversedWildcardFilterFactory, SpatialHeatmapFacetsTest, LeaderElectionTest, TestCoreDiscovery, ConfigSetsAPITest, TestReload, EnumFieldTest, TestRuleBasedAuthorizationPlugin, TestMinMaxOnMultiValuedField, TestTrackingShardHandlerFactory, TestSolrIndexConfig, ParsingFieldUpdateProcessorsTest, TestPerFieldSimilarityClassic, TestMiniSolrCloudClusterSSL, TestDynamicFieldCollectionResource, DeleteInactiveReplicaTest, TestStressRecovery, TestInitParams, TestRecovery, RecoveryZkTest, CoreMergeIndexesAdminHandlerTest, TestDefaultStatsCache, BitVectorTest, VMParamsZkACLAndCredentialsProvidersTest, UnloadDistributedZkTest, HdfsWriteToMultipleCollectionsTest, HdfsDirectoryFactoryTest, DebugComponentTest, ClusterStateTest, BlockCacheTest, PrimitiveFieldTypeTest, MergeStrategyTest, DeleteShardTest, TestIndexingPerformance, CloudExitableDirectoryReaderTest, SimpleMLTQParserTest, SimpleFacetsTest, TestCustomDocTransformer, HighlighterConfigTest, SSLMigrationTest, RequestHandlersTest, AnalyticsMergeStrategyTest, TestOverriddenPrefixQueryForCustomFieldType, OverseerTest, DistribJoinFromCollectionTest, PKIAuthenticationIntegrationTest, SliceStateTest, TestSearchPerf, ActionThrottleTest, DistributedFacetPivotLargeTest, FieldMutatingUpdateProcessorTest, SegmentsInfoRequestHandlerTest, BadIndexSchemaTest, ForceLeaderTest, ChaosMonkeySafeLeaderTest, LeaderElectionIntegrationTest, ShardRoutingTest, TestReplicationHandler, SolrCmdDistributorTest, TestBadConfig, DistributedQueryElevationComponentTest, TestTrie, TestPseudoReturnFields, QueryEqualityTest, DocValuesMultiTest, LukeRequestHandlerTest, RequiredFieldsTest, IndexSchemaRuntimeFieldTest, TestJmxIntegration, TestAnalyzedSuggestions, SearchHandlerTest, TestLFUCache, AsyncMigrateRouteKeyTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, DeleteReplicaTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerRolesTest, RollingRestartTest]
   [junit4] Completed [453/566 (3!)] on J2 in 664.37s, 1 test, 1 failure <<< FAILURES!

[...truncated 361 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 566 suites (8 ignored), 2254 tests, 2 errors, 1 failure, 33 ignored (18 assumptions) [seed: D7FEB351BC788D6B]

Total time: 204 minutes 34 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 883 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/883/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=35685, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=35685, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41821: Could not find collection : awholynewstresscollection_collection2_3
	at __randomizedtesting.SeedInfo.seed([DA02B3D0A26311E2]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)




Build Log:
[...truncated 11300 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/init-core-data-001
   [junit4]   2> 3677256 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[DA02B3D0A26311E2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 3677256 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[DA02B3D0A26311E2]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 3677260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 3677260 INFO  (Thread-22250) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 3677260 INFO  (Thread-22250) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 3677360 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.ZkTestServer start zk server on port:39993
   [junit4]   2> 3677360 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3677361 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3677365 INFO  (zkCallback-2856-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5fecb3a0 name:ZooKeeperConnection Watcher:127.0.0.1:39993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3677365 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3677365 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3677365 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 3677370 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3677371 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3677372 INFO  (zkCallback-2857-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23aade2b name:ZooKeeperConnection Watcher:127.0.0.1:39993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3677372 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3677373 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3677373 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 3677374 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 3677376 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 3677377 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 3677379 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 3677380 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 3677382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 3677382 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 3677384 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3677385 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 3677387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 3677387 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 3677389 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 3677389 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 3677391 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 3677391 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 3677392 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 3677393 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 3677394 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3677394 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 3677396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3677396 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 3677397 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 3677398 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 3677399 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 3677399 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 3677715 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1
   [junit4]   2> 3677717 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3677718 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5252adc{/,null,AVAILABLE}
   [junit4]   2> 3677719 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7d4d580c{HTTP/1.1,[http/1.1]}{127.0.0.1:41821}
   [junit4]   2> 3677720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.Server Started @3681184ms
   [junit4]   2> 3677720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/tempDir-001/control/data, hostContext=/, hostPort=41821, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores}
   [junit4]   2> 3677720 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3677721 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001'
   [junit4]   2> 3677721 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3677721 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3677721 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3677722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3677722 INFO  (zkCallback-2858-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a09cc4f name:ZooKeeperConnection Watcher:127.0.0.1:39993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3677722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3677723 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3677724 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3677724 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/solr.xml
   [junit4]   2> 3677728 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores
   [junit4]   2> 3677728 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CoreContainer New CoreContainer 2014431182
   [junit4]   2> 3677728 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001]
   [junit4]   2> 3677729 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/lib
   [junit4]   2> 3677729 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3677730 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3677730 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3677730 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3677731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39993/solr
   [junit4]   2> 3677731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3677731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3677731 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3677732 INFO  (zkCallback-2860-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a1d95e3 name:ZooKeeperConnection Watcher:127.0.0.1:39993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3677734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3677734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3677735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3677736 INFO  (zkCallback-2861-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f6bda8d name:ZooKeeperConnection Watcher:127.0.0.1:39993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3677736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3677737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 3677739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 3677741 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 3677743 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 3677745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 3677747 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 3677748 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 3677749 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 3677750 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 3677751 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41821_
   [junit4]   2> 3677751 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41821_
   [junit4]   2> 3677752 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 3677754 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 3677755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3677755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95044976504340484-127.0.0.1:41821_-n_0000000000
   [junit4]   2> 3677755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41821_
   [junit4]   2> 3677755 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 3677756 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer Overseer (id=95044976504340484-127.0.0.1:41821_-n_0000000000) starting
   [junit4]   2> 3677758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 3677763 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 3677763 INFO  (OverseerCollectionConfigSetProcessor-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 3677763 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 3677764 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3677773 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3677785 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3677785 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3677786 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores
   [junit4]   2> 3677786 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3677787 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1
   [junit4]   2> 3677787 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3677788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 3677788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41821_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3677788 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3677788 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3677789 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41821",
   [junit4]   2>   "node_name":"127.0.0.1:41821_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 3677790 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3677790 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41821",
   [junit4]   2>   "node_name":"127.0.0.1:41821_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3677790 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 3677791 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 3677792 INFO  (zkCallback-2861-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3677792 INFO  (zkCallback-2861-thread-2-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3678790 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3678790 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 3678791 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3678791 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 3678791 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3678791 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1'
   [junit4]   2> 3678792 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3678792 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3678793 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3678798 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3678802 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3678809 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3678814 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3678907 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3678912 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 3678913 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3678920 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3678922 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3678924 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3678924 WARN  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 3678924 WARN  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 3678924 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3678925 WARN  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 3678925 WARN  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 3678926 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 3678926 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 3678926 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3678927 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1/data/]
   [junit4]   2> 3678927 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3931edfc
   [junit4]   2> 3678927 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1/data
   [junit4]   2> 3678928 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1/data/index/
   [junit4]   2> 3678928 WARN  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3678928 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1/data/index
   [junit4]   2> 3678928 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3678929 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@57c4afaf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@209ec51),segFN=segments_1,generation=1}
   [junit4]   2> 3678929 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3678929 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1/data/
   [junit4]   2> 3678930 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 3678934 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3678934 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 3678934 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 3678934 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3678934 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 3678934 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 3678934 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3678935 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 3678935 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 3678935 WARN  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 3678936 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3678937 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3678938 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3678939 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 3678942 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 3678942 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 3678943 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 3678943 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 3678944 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 3678944 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 3678945 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=27, maxMergeAtOnceExplicit=27, maxMergedSegmentMB=27.5712890625, floorSegmentMB=2.0234375, forceMergeDeletesPctAllowed=2.9088675241833393, segmentsPerTier=17.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.78207185484954
   [junit4]   2> 3678945 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@57c4afaf lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@209ec51),segFN=segments_1,generation=1}
   [junit4]   2> 3678945 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3678945 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@1c696d61[collection1] main
   [junit4]   2> 3678945 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 3678946 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3678946 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 3678946 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 3678946 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 3678947 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3678947 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 3678947 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 3678947 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 3678947 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 3678948 INFO  (searcherExecutor-11783-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1c696d61[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 3678948 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 3678948 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 3678948 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 3678948 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1520719625838395392
   [junit4]   2> 3678950 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1520719625838395392
   [junit4]   2> 3678950 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 3678951 INFO  (coreLoadExecutor-11782-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 3678951 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:41821 collection:control_collection shard:shard1
   [junit4]   2> 3678952 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 3678955 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95044976504340484-core_node1-n_0000000000
   [junit4]   2> 3678955 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 3678957 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 3678957 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 3678957 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41821/collection1/
   [junit4]   2> 3678957 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 3678957 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 3678957 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41821/collection1/ has no replicas
   [junit4]   2> 3678958 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 3678960 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 3678961 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41821/collection1/ shard1
   [junit4]   2> 3678962 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:41821",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 3679064 INFO  (zkCallback-2861-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3679065 INFO  (zkCallback-2861-thread-2-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3679112 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:41821/collection1/ and leader is http://127.0.0.1:41821/collection1/
   [junit4]   2> 3679113 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41821
   [junit4]   2> 3679113 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 3679113 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 3679113 INFO  (coreZkRegister-11776-thread-1-processing-n:127.0.0.1:41821_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41821_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3679115 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41821",
   [junit4]   2>   "node_name":"127.0.0.1:41821_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 3679115 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41821",
   [junit4]   2>   "node_name":"127.0.0.1:41821_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3679217 INFO  (zkCallback-2861-thread-2-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3679217 INFO  (zkCallback-2861-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3679289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3679290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3679291 INFO  (zkCallback-2863-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2615a77d name:ZooKeeperConnection Watcher:127.0.0.1:39993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3679292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3679292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3679292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3679294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 3679604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1
   [junit4]   2> 3679604 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001
   [junit4]   2> 3679605 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 3679607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36a7d747{/,null,AVAILABLE}
   [junit4]   2> 3679607 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.ServerConnector Started ServerConnector@61ad1847{HTTP/1.1,[http/1.1]}{127.0.0.1:41440}
   [junit4]   2> 3679608 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.e.j.s.Server Started @3683072ms
   [junit4]   2> 3679609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=41440, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores}
   [junit4]   2> 3679609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 3679609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001'
   [junit4]   2> 3679609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3679609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3679609 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3679610 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3679611 INFO  (zkCallback-2864-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5936b735 name:ZooKeeperConnection Watcher:127.0.0.1:39993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3679611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3679611 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3679612 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 3679612 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/solr.xml
   [junit4]   2> 3679617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores
   [junit4]   2> 3679617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CoreContainer New CoreContainer 1714305772
   [junit4]   2> 3679617 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001]
   [junit4]   2> 3679617 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/lib
   [junit4]   2> 3679618 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 3679619 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 3679619 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 3679619 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 3679619 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:39993/solr
   [junit4]   2> 3679620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 3679620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 3679620 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3679621 INFO  (zkCallback-2866-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a7f8aaf name:ZooKeeperConnection Watcher:127.0.0.1:39993 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3679623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3679623 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 3679624 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 3679625 INFO  (zkCallback-2867-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@69fa34a7 name:ZooKeeperConnection Watcher:127.0.0.1:39993/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 3679625 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 3679629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 3680634 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41440_
   [junit4]   2> 3680635 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41440_
   [junit4]   2> 3680637 INFO  (zkCallback-2863-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3680637 INFO  (zkCallback-2861-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3680637 INFO  (zkCallback-2867-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3680637 INFO  (zkCallback-2861-thread-2-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 3680641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 3680641 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95044976504340488-127.0.0.1:41440_-n_0000000001
   [junit4]   2> 3680642 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95044976504340484-127.0.0.1:41821_-n_0000000000 to know if I could be the leader
   [junit4]   2> 3680652 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 3680652 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 3680653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores
   [junit4]   2> 3680653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 3680653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1
   [junit4]   2> 3680653 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 3680654 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 3680655 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[DA02B3D0A26311E2]) [n:127.0.0.1:41440_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 3680655 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 3680655 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 3680656 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 3680656 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41440",
   [junit4]   2>   "node_name":"127.0.0.1:41440_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 3680657 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41440",
   [junit4]   2>   "node_name":"127.0.0.1:41440_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 3680657 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 3680657 INFO  (OverseerStateUpdate-95044976504340484-127.0.0.1:41821_-n_0000000000) [n:127.0.0.1:41821_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 3680759 INFO  (zkCallback-2863-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3680759 INFO  (zkCallback-2861-thread-1-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3680759 INFO  (zkCallback-2867-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3680759 INFO  (zkCallback-2861-thread-2-processing-n:127.0.0.1:41821_) [n:127.0.0.1:41821_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 3681657 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 3681657 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 3681657 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 3681657 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 3681658 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 3681658 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1'
   [junit4]   2> 3681658 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 3681658 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 3681659 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 3681665 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 3681668 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 3681676 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 3681681 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 3681778 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 3681783 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 3681784 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 3681792 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3681794 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 3681795 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3681796 WARN  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 3681796 WARN  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 3681796 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 3681797 WARN  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 3681797 WARN  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 3681798 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 3681798 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 3681798 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 3681798 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 3681798 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@3931edfc
   [junit4]   2> 3681799 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1/data
   [junit4]   2> 3681800 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 3681800 WARN  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 3681800 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 3681800 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=3, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 3681800 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@79ae77d4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@53b240d5),segFN=segments_1,generation=1}
   [junit4]   2> 3681801 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 3681801 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1/data/
   [junit4]   2> 3681801 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_DA02B3D0A26311E2-001/shard-1-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 3681806 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 3681806 INFO  (coreLoadExecutor-11793-thread-1-processing-n:127.0.0.1:41440_) [n:127.0.0.1:41440_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]  

[...truncated too long message...]

est(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=35683, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41821: Could not find collection : awholynewstresscollection_collection0_3
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA02B3D0A26311E2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=35688, name=collection5, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41821: collection already exists: awholynewstresscollection_collection5_4
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA02B3D0A26311E2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=35684, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:41821: Could not find collection : awholynewstresscollection_collection1_4
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([DA02B3D0A26311E2]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)
   [junit4]   2> 3968648 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[DA02B3D0A26311E2]-worker) [n:127.0.0.1:35904_ c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=PostingsFormat(name=Asserting), range_facet_l_dv=PostingsFormat(name=LuceneFixedGap), _version_=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Asserting), a_i1=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneFixedGap), range_facet_i_dv=PostingsFormat(name=Asserting), text=FSTOrd50, range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, sim=ClassicSimilarity, locale=en, timezone=Pacific/Chatham
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=87788936,total=498597888
   [junit4]   2> NOTE: All tests run in this JVM: [FullHLLTest, TestHighFrequencyDictionaryFactory, MBeansHandlerTest, TestClusterStateMutator, RollingRestartTest, SecurityConfHandlerTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestBlendedInfixSuggestions, TestObjectReleaseTracker, SimpleCollectionCreateDeleteTest, BasicFunctionalityTest, TestWordDelimiterFilterFactory, TestRecoveryHdfs, TestSchemaResource, TestConfigSetsAPIZkFailure, CdcrRequestHandlerTest, TestUniqueKeyFieldResource, TestInfoStreamLogging, TestSolrDynamicMBean, TestFastLRUCache, TestPartialUpdateDeduplication, TestDFRSimilarityFactory, ConvertedLegacyTest, TestCoreContainer, TestLeaderInitiatedRecoveryThread, TriLevelCompositeIdRoutingTest, AddBlockUpdateTest, OpenCloseCoreStressTest, TestCursorMarkWithoutUniqueKey, NotRequiredUniqueKeyTest, TestJettySolrRunner, ChaosMonkeySafeLeaderTest, OpenExchangeRatesOrgProviderTest, IndexBasedSpellCheckerTest, BigEndianAscendingWordSerializerTest, TestDistributedGrouping, DistributedVersionInfoTest, TestAuthenticationFramework, MigrateRouteKeyTest, ShardSplitTest, TimeZoneUtilsTest, TestSimpleQParserPlugin, TestExactSharedStatsCache, TestPivotHelperCode, CollectionStateFormat2Test, HighlighterTest, SoftAutoCommitTest, RemoteQueryErrorTest, HdfsCollectionsAPIDistributedZkTest, FastVectorHighlighterTest, CloudMLTQParserTest, DistributedTermsComponentTest, FileUtilsTest, TestLFUCache, DistributedFacetPivotSmallAdvancedTest, TestBulkSchemaConcurrent, TestScoreJoinQPNoScore, TestRandomCollapseQParserPlugin, MinimalSchemaTest, TestSolrDeletionPolicy2, SolrIndexSplitterTest, DirectSolrSpellCheckerTest, SolrInfoMBeanTest, CleanupOldIndexTest, TestStressVersions, TermsComponentTest, ZkControllerTest, CoreAdminRequestStatusTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [448/566 (1!)] on J1 in 292.31s, 1 test, 1 error <<< FAILURES!

[...truncated 374 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 566 suites (8 ignored), 2254 tests, 1 error, 33 ignored (18 assumptions) [seed: DA02B3D0A26311E2]

Total time: 267 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 882 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/882/

10 tests failed.
FAILED:  org.apache.solr.cloud.FullSolrCloudDistribCmdsTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([712A9BC123B2B08E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([712A9BC123B2B08E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Captured an uncaught exception in thread: Thread[id=4193, name=zkCallback-541-thread-4, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=4193, name=zkCallback-541-thread-4, state=RUNNABLE, group=TGRP-FullSolrCloudDistribCmdsTest]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Captured an uncaught exception in thread: Thread[id=3385, name=OverseerHdfsCoreFailoverThread-95038595507486724-127.0.0.1:44248_-n_0000000000, state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3385, name=OverseerHdfsCoreFailoverThread-95038595507486724-127.0.0.1:44248_-n_0000000000, state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.FullSolrCloudDistribCmdsTest

Error Message:
Captured an uncaught exception in thread: Thread[id=3383, name=OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000, state=RUNNABLE, group=Overseer state updater.]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=3383, name=OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000, state=RUNNABLE, group=Overseer state updater.]
Caused by: java.lang.OutOfMemoryError: GC overhead limit exceeded


FAILED:  org.apache.solr.cloud.HttpPartitionTest.test

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([712A9BC123B2B08E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.HttpPartitionTest

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([712A9BC123B2B08E]:0)


FAILED:  org.apache.solr.cloud.hdfs.HdfsChaosMonkeyNothingIsSafeTest.test

Error Message:
document count mismatch.  control=5468 sum(shards)=5467 cloudClient=5467

Stack Trace:
java.lang.AssertionError: document count mismatch.  control=5468 sum(shards)=5467 cloudClient=5467
	at __randomizedtesting.SeedInfo.seed([712A9BC123B2B08E:F97EA41B8D4EDD76]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.checkShardConsistency(AbstractFullDistribZkTestBase.java:1298)
	at org.apache.solr.cloud.ChaosMonkeyNothingIsSafeTest.test(ChaosMonkeyNothingIsSafeTest.java:234)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:965)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:940)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
Test abandoned because suite timeout was reached.

Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
	at __randomizedtesting.SeedInfo.seed([712A9BC123B2B08E]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.handler.TestReplicationHandler

Error Message:
Suite timeout exceeded (>= 7200000 msec).

Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
	at __randomizedtesting.SeedInfo.seed([712A9BC123B2B08E]:0)




Build Log:
[...truncated 10396 lines...]
   [junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20151215_095831_840.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/heapdumps/java_pid6940.hprof ...
   [junit4] Heap dump file created [606766085 bytes in 3.907 secs]
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20151215_095831_840.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] WARN: Unhandled exception in event serialization. -> java.lang.OutOfMemoryError: GC overhead limit exceeded
   [junit4] 	at java.nio.CharBuffer.wrap(CharBuffer.java:373)
   [junit4] 	at sun.nio.cs.StreamEncoder.implWrite(StreamEncoder.java:265)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:125)
   [junit4] 	at sun.nio.cs.StreamEncoder.write(StreamEncoder.java:135)
   [junit4] 	at java.io.OutputStreamWriter.write(OutputStreamWriter.java:220)
   [junit4] 	at java.io.Writer.write(Writer.java:157)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.string(JsonWriter.java:573)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.gson.stream.JsonWriter.value(JsonWriter.java:414)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:100)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer$2.run(Serializer.java:96)
   [junit4] 	at java.security.AccessController.doPrivileged(Native Method)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer.flushQueue(Serializer.java:96)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.events.Serializer.serialize(Serializer.java:81)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.slave.SlaveMain$3$2.write(SlaveMain.java:456)
   [junit4] 	at java.io.BufferedOutputStream.flushBuffer(BufferedOutputStream.java:82)
   [junit4] 	at java.io.BufferedOutputStream.flush(BufferedOutputStream.java:140)
   [junit4] 	at java.io.PrintStream.flush(PrintStream.java:338)
   [junit4] 	at java.io.FilterOutputStream.flush(FilterOutputStream.java:140)
   [junit4] 	at java.io.PrintStream.write(PrintStream.java:482)
   [junit4] 	at sun.nio.cs.StreamEncoder.writeBytes(StreamEncoder.java:221)
   [junit4] 	at sun.nio.cs.StreamEncoder.implFlushBuffer(StreamEncoder.java:291)
   [junit4] 	at sun.nio.cs.StreamEncoder.implFlush(StreamEncoder.java:295)
   [junit4] 	at sun.nio.cs.StreamEncoder.flush(StreamEncoder.java:141)
   [junit4] 	at java.io.OutputStreamWriter.flush(OutputStreamWriter.java:229)
   [junit4] 	at org.apache.log4j.helpers.QuietWriter.flush(QuietWriter.java:59)
   [junit4] 	at org.apache.log4j.WriterAppender.subAppend(WriterAppender.java:324)
   [junit4] 	at org.apache.log4j.WriterAppender.append(WriterAppender.java:162)
   [junit4] 	at org.apache.log4j.AppenderSkeleton.doAppend(AppenderSkeleton.java:251)
   [junit4] 	at org.apache.log4j.h
   [junit4] elpers.AppenderAttachableImpl.appendLoopOnAppenders(AppenderAttachableImpl.java:66)
   [junit4] 	at org.apache.log4j.Category.callAppenders(Category.java:206)
   [junit4] 	at org.apache.log4j.Category.forcedLog(Category.java:391)
   [junit4] 	at org.apache.log4j.Category.log(Category.java:856)
   [junit4] <<< JVM J1: EOF ----

[...truncated 217 lines...]
   [junit4] Suite: org.apache.solr.cloud.FullSolrCloudDistribCmdsTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/init-core-data-001
   [junit4]   2> 366336 INFO  (SUITE-FullSolrCloudDistribCmdsTest-seed#[712A9BC123B2B08E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 366340 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 366340 INFO  (Thread-1202) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 366340 INFO  (Thread-1202) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 366440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.ZkTestServer start zk server on port:58829
   [junit4]   2> 366440 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 366441 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 366443 INFO  (zkCallback-536-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@40f13dba name:ZooKeeperConnection Watcher:127.0.0.1:58829 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 366444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 366444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 366444 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 366446 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 366447 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 366448 INFO  (zkCallback-537-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@77abed32 name:ZooKeeperConnection Watcher:127.0.0.1:58829/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 366448 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 366448 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 366448 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 366449 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 366451 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 366452 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 366455 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 366455 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 366459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema15.xml to /configs/conf1/schema.xml
   [junit4]   2> 366459 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 366460 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 366461 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 366463 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 366463 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 366464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 366464 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 366472 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 366472 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 366474 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 366474 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 366475 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 366475 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 366477 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 366477 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 366478 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 366479 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 366481 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 366481 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 366849 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1
   [junit4]   2> 366851 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 366853 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3e991353{/,null,AVAILABLE}
   [junit4]   2> 366863 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7dd2af1c{HTTP/1.1,[http/1.1]}{127.0.0.1:44248}
   [junit4]   2> 366863 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.Server Started @370267ms
   [junit4]   2> 366863 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/tempDir-001/control/data, hostContext=/, hostPort=44248, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores}
   [junit4]   2> 366864 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 366864 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001'
   [junit4]   2> 366864 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 366864 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 366864 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 366873 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 366873 INFO  (zkCallback-538-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16a4169f name:ZooKeeperConnection Watcher:127.0.0.1:58829/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 366873 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 366874 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 366875 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 366875 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/solr.xml
   [junit4]   2> 366879 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores
   [junit4]   2> 366880 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CoreContainer New CoreContainer 77849489
   [junit4]   2> 366880 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001]
   [junit4]   2> 366880 WARN  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/lib
   [junit4]   2> 366880 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 366882 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 366882 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 366882 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 366882 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58829/solr
   [junit4]   2> 366882 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 366882 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 366883 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 366885 INFO  (zkCallback-540-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@358af1d0 name:ZooKeeperConnection Watcher:127.0.0.1:58829 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 366885 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 366886 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 366891 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 366892 INFO  (zkCallback-541-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67d38ea5 name:ZooKeeperConnection Watcher:127.0.0.1:58829/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 366892 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 366894 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 366900 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 366904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 366905 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 366906 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 366908 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 366909 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 366911 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 366912 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 366913 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44248_
   [junit4]   2> 366913 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:44248_
   [junit4]   2> 366915 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 366917 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 366918 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 366918 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95038595507486724-127.0.0.1:44248_-n_0000000000
   [junit4]   2> 366918 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44248_
   [junit4]   2> 366918 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 366919 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer Overseer (id=95038595507486724-127.0.0.1:44248_-n_0000000000) starting
   [junit4]   2> 366921 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 366928 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 366929 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 366930 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 366935 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 366935 INFO  (OverseerCollectionConfigSetProcessor-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 366981 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 366981 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 366982 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores
   [junit4]   2> 366983 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 366983 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1
   [junit4]   2> 366983 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 366984 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 366985 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 366985 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:44248_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 366985 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 366986 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44248",
   [junit4]   2>   "node_name":"127.0.0.1:44248_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 366987 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 366987 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44248",
   [junit4]   2>   "node_name":"127.0.0.1:44248_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 366988 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 366988 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 366990 INFO  (zkCallback-541-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 366991 INFO  (zkCallback-541-thread-2-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 367987 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 367987 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 367988 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 367988 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 367988 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 367988 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1'
   [junit4]   2> 367989 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 367989 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 367990 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 367995 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 367999 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 368006 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 368013 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 368098 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 368099 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 368100 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 368104 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 368124 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 368124 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 368125 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 368125 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1/data/]
   [junit4]   2> 368125 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@d28ee65
   [junit4]   2> 368126 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1/data
   [junit4]   2> 368126 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1/data/index/
   [junit4]   2> 368126 WARN  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 368126 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1/data/index
   [junit4]   2> 368127 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=22, maxMergedSegmentMB=19.935546875, floorSegmentMB=0.791015625, forceMergeDeletesPctAllowed=22.539443265727368, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3764691806371193
   [junit4]   2> 368127 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@51d62c4d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4800abe1),segFN=segments_1,generation=1}
   [junit4]   2> 368128 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 368134 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1/data/
   [junit4]   2> 368134 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 368137 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 368138 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 368138 WARN  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 368140 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 368141 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 368142 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 368143 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 368146 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 368146 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 368147 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 368147 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 368148 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 368148 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 368149 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=3, maxMergeAtOnceExplicit=4, maxMergedSegmentMB=17.46875, floorSegmentMB=0.4609375, forceMergeDeletesPctAllowed=25.01121132785535, segmentsPerTier=32.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0
   [junit4]   2> 368149 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@51d62c4d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4800abe1),segFN=segments_1,generation=1}
   [junit4]   2> 368149 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 368149 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@27f3b2cd[collection1] main
   [junit4]   2> 368149 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 368150 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 368150 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 368150 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 368151 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 368151 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 368151 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 368151 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 368151 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 368151 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 368152 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 368152 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 368152 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 368152 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1520617530018758656
   [junit4]   2> 368154 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1520617530018758656
   [junit4]   2> 368154 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 368154 INFO  (coreLoadExecutor-1147-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 368154 INFO  (searcherExecutor-1148-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@27f3b2cd[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 368155 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:44248 collection:control_collection shard:shard1
   [junit4]   2> 368156 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 368159 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95038595507486724-core_node1-n_0000000000
   [junit4]   2> 368159 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 368161 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 368161 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 368161 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 368161 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:44248/collection1/
   [junit4]   2> 368161 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 368161 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:44248/collection1/ has no replicas
   [junit4]   2> 368162 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 368164 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 368166 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:44248/collection1/ shard1
   [junit4]   2> 368167 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:44248",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 368269 INFO  (zkCallback-541-thread-2-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 368269 INFO  (zkCallback-541-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 368317 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:44248/collection1/ and leader is http://127.0.0.1:44248/collection1/
   [junit4]   2> 368317 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:44248
   [junit4]   2> 368317 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 368317 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 368317 INFO  (coreZkRegister-1141-thread-1-processing-n:127.0.0.1:44248_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:44248_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 368319 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44248",
   [junit4]   2>   "node_name":"127.0.0.1:44248_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 368319 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:44248",
   [junit4]   2>   "node_name":"127.0.0.1:44248_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 368425 INFO  (zkCallback-541-thread-2-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 368425 INFO  (zkCallback-541-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 368486 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 368487 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 368488 INFO  (zkCallback-543-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4c80c0b4 name:ZooKeeperConnection Watcher:127.0.0.1:58829/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 368488 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 368488 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 368488 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 368490 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 368885 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/cores/collection1
   [junit4]   2> 368886 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001
   [junit4]   2> 368887 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 368888 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4d0df294{/,null,AVAILABLE}
   [junit4]   2> 368889 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@23d0f763{HTTP/1.1,[http/1.1]}{127.0.0.1:33870}
   [junit4]   2> 368889 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.e.j.s.Server Started @372293ms
   [junit4]   2> 368889 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=33870, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/cores}
   [junit4]   2> 368890 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 368890 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001'
   [junit4]   2> 368890 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 368890 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 368890 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 368891 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 368895 INFO  (zkCallback-544-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1957a545 name:ZooKeeperConnection Watcher:127.0.0.1:58829/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 368895 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 368896 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 368897 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 368897 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/solr.xml
   [junit4]   2> 368902 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/cores
   [junit4]   2> 368902 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CoreContainer New CoreContainer 637120388
   [junit4]   2> 368902 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001]
   [junit4]   2> 368902 WARN  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/lib
   [junit4]   2> 368902 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 368903 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 368904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 368904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 368904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58829/solr
   [junit4]   2> 368904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 368904 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 368905 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 368906 INFO  (zkCallback-546-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6ae98d2b name:ZooKeeperConnection Watcher:127.0.0.1:58829 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 368907 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 368907 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 368908 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 368909 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3943d618 name:ZooKeeperConnection Watcher:127.0.0.1:58829/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 368909 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 368914 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 369919 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33870_
   [junit4]   2> 369921 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33870_
   [junit4]   2> 369922 INFO  (zkCallback-541-thread-2-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 369922 INFO  (zkCallback-543-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 369922 INFO  (zkCallback-541-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 369922 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 369923 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 369924 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95038595507486728-127.0.0.1:33870_-n_0000000001
   [junit4]   2> 369928 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95038595507486724-127.0.0.1:44248_-n_0000000000 to know if I could be the leader
   [junit4]   2> 369944 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 369944 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 369945 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/cores
   [junit4]   2> 369946 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 369946 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/cores/collection1
   [junit4]   2> 369946 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 369947 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2
   [junit4]   2> 369947 INFO  (TEST-FullSolrCloudDistribCmdsTest.test-seed#[712A9BC123B2B08E]) [n:127.0.0.1:33870_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 369947 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 369947 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 369949 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 369949 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33870",
   [junit4]   2>   "node_name":"127.0.0.1:33870_",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 369949 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:33870",
   [junit4]   2>   "node_name":"127.0.0.1:33870_",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 369949 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 369949 INFO  (OverseerStateUpdate-95038595507486724-127.0.0.1:44248_-n_0000000000) [n:127.0.0.1:44248_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 369950 INFO  (zkCallback-543-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 369950 INFO  (zkCallback-541-thread-2-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 369950 INFO  (zkCallback-547-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 369951 INFO  (zkCallback-541-thread-1-processing-n:127.0.0.1:44248_) [n:127.0.0.1:44248_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 370949 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 370949 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 370950 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 370950 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 370950 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 370950 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.FullSolrCloudDistribCmdsTest_712A9BC123B2B08E-001/shard-1-001/cores/collection1'
   [junit4]   2> 370950 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 370951 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 370952 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 370957 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 370960 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 370968 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n:127.0.0.1:33870_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 370973 INFO  (coreLoadExecutor-1158-thread-1-processing-n:127.0.0.1:33870_) [n

[...truncated too long message...]

kins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-changelog-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-collective-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-event-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-exception-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-journal-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-normalization-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-operational-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-referral-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-schema-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-subtree-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-interceptors-trigger-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-jdbm1-2.0.0-M2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-kerberos-codec-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-ldif-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-mavibot-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-kerberos-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-ldap-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-protocol-shared-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/apacheds-xdbm-partition-2.0.0-M15.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/api-all-1.0.0-M20.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/bcprov-jdk15-1.45.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/cglib-nodep-2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-collections-3.2.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/commons-math3-3.4.1.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/easymock-3.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/ehcache-core-2.4.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-common-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-hdfs-2.6.0-tests.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/hadoop-minikdc-2.6.0.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-annotations-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jackson-databind-2.5.4.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-core-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jersey-server-1.9.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/jetty-util-6.1.26.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/mina-core-2.0.0-M5.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/objenesis-1.2.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/presto-parser-0.122.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/test-lib/slice-0.10.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/build/analysis/icu/lucene-analyzers-icu-6.0.0-SNAPSHOT.jar:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/contrib/solr-analysis-extras/classes/java:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/contrib/analysis-extras/lib/icu4j-54.1.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-launcher.jar:/x1/jenkins/.ant/lib/ivy-2.3.0.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-antlr.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-regexp.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-resolver.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-net.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jmf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-oro.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-xalan2.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-commons-logging.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jsch.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit4.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-javamail.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jai.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-jdepend.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-junit.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bsf.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-swing.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-netrexx.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-bcel.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-testutil.jar:/home/jenkins/jenkins-slave/tools/hudson.tasks.Ant_AntInstallation/ant-1.8.2/lib/ant-apache-log4j.jar:/x1/jenkins/jenkins-slave/tools/hudson.model.JDK/latest1.8/lib/tools.jar:/x1/jenkins/.ivy2/cache/com.carrotsearch.randomizedtesting/junit4-ant/jars/junit4-ant-2.3.2.jar com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe -eventsfile /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20151215_095831_840.events @/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/temp/junit4-J1-20151215_095831_840.suites -stdin
   [junit4] ERROR: JVM J1 ended with an exception: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.executeSlave(JUnit4.java:1501)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4.access$000(JUnit4.java:121)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:955)
   [junit4] 	at com.carrotsearch.ant.tasks.junit4.JUnit4$2.call(JUnit4.java:952)
   [junit4] 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4] 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4] 	at java.lang.Thread.run(Thread.java:745)

BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: At least one slave process threw an exception, first: Quit event not received from the forked process? This may indicate JVM crash or runner bugs.

Total time: 419 minutes 33 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 881 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/881/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestAuthenticationFramework.testStopAllStartAll

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([5B47E26B2883A50F:2D79FD1869B40820]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.eclipse.jetty.server.ServerConnector.open(ServerConnector.java:326)
	at org.eclipse.jetty.server.AbstractNetworkConnector.doStart(AbstractNetworkConnector.java:80)
	at org.eclipse.jetty.server.ServerConnector.doStart(ServerConnector.java:244)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.eclipse.jetty.server.Server.doStart(Server.java:384)
	at org.eclipse.jetty.util.component.AbstractLifeCycle.start(AbstractLifeCycle.java:68)
	at org.apache.solr.client.solrj.embedded.JettySolrRunner.start(JettySolrRunner.java:409)
	at org.apache.solr.cloud.MiniSolrCloudCluster.startJettySolrRunner(MiniSolrCloudCluster.java:357)
	at org.apache.solr.cloud.TestMiniSolrCloudCluster.testStopAllStartAll(TestMiniSolrCloudCluster.java:421)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:50)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:49)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:46)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:42)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:54)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:65)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:55)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=14641, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14641, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52008: Could not find collection : awholynewstresscollection_collection3_7
	at __randomizedtesting.SeedInfo.seed([5B47E26B2883A50F]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)




Build Log:
[...truncated 10305 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestAuthenticationFramework
   [junit4]   2> 928930 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 928931 INFO  (Thread-3084) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 928931 INFO  (Thread-3084) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 929031 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.ZkTestServer start zk server on port:42106
   [junit4]   2> 929031 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929032 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929038 INFO  (zkCallback-733-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a6ce808 name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929038 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929039 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929039 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 929114 INFO  (jetty-launcher-732-thread-2) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 929136 INFO  (jetty-launcher-732-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@66840f92{/solr,null,AVAILABLE}
   [junit4]   2> 929148 INFO  (jetty-launcher-732-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@1b105b28{HTTP/1.1,[http/1.1]}{127.0.0.1:42477}
   [junit4]   2> 929148 INFO  (jetty-launcher-732-thread-2) [    ] o.e.j.s.Server Started @932262ms
   [junit4]   2> 929148 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42477}
   [junit4]   2> 929148 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 929148 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node4'
   [junit4]   2> 929149 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 929149 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 929149 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929155 INFO  (jetty-launcher-732-thread-4) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 929167 INFO  (jetty-launcher-732-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@46289fb9{/solr,null,AVAILABLE}
   [junit4]   2> 929167 INFO  (jetty-launcher-732-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@55628fda{HTTP/1.1,[http/1.1]}{127.0.0.1:50143}
   [junit4]   2> 929167 INFO  (jetty-launcher-732-thread-4) [    ] o.e.j.s.Server Started @932281ms
   [junit4]   2> 929167 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=50143}
   [junit4]   2> 929167 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 929167 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node3'
   [junit4]   2> 929168 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 929168 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 929168 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929170 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929171 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929171 INFO  (jetty-launcher-732-thread-5) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 929244 INFO  (zkCallback-735-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12a41cfb name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929244 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929244 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929245 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 929246 INFO  (jetty-launcher-732-thread-1) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 929259 INFO  (jetty-launcher-732-thread-3) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 929271 INFO  (jetty-launcher-732-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b28f437{/solr,null,AVAILABLE}
   [junit4]   2> 929272 INFO  (jetty-launcher-732-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@41bc7346{HTTP/1.1,[http/1.1]}{127.0.0.1:40446}
   [junit4]   2> 929272 INFO  (jetty-launcher-732-thread-3) [    ] o.e.j.s.Server Started @932385ms
   [junit4]   2> 929272 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40446}
   [junit4]   2> 929272 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 929272 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node2'
   [junit4]   2> 929272 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 929272 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 929273 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929274 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929281 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node3/.
   [junit4]   2> 929281 INFO  (zkCallback-736-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68c3317d name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929282 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929282 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929281 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 2046369490
   [junit4]   2> 929283 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node3]
   [junit4]   2> 929283 WARN  (jetty-launcher-732-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node3/lib
   [junit4]   2> 929288 INFO  (jetty-launcher-732-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4799620{/solr,null,AVAILABLE}
   [junit4]   2> 929296 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 929296 INFO  (jetty-launcher-732-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@708fdfc1{HTTP/1.1,[http/1.1]}{127.0.0.1:46567}
   [junit4]   2> 929296 INFO  (jetty-launcher-732-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78e9b534{/solr,null,AVAILABLE}
   [junit4]   2> 929296 INFO  (jetty-launcher-732-thread-5) [    ] o.e.j.s.Server Started @932410ms
   [junit4]   2> 929296 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=46567}
   [junit4]   2> 929296 INFO  (jetty-launcher-732-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@4d8c3de9{HTTP/1.1,[http/1.1]}{127.0.0.1:49414}
   [junit4]   2> 929296 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-1) [    ] o.e.j.s.Server Started @932410ms
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node5'
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=49414}
   [junit4]   2> 929284 INFO  (zkCallback-734-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7edfc26 name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node1'
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929297 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929298 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929298 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929283 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 929305 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 929315 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 929316 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 929316 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 929316 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42106/solr
   [junit4]   2> 929316 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 929316 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929317 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929335 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929336 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929336 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node4/.
   [junit4]   2> 929336 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 1265713474
   [junit4]   2> 929336 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node4]
   [junit4]   2> 929337 WARN  (jetty-launcher-732-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node4/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node4/lib
   [junit4]   2> 929337 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 929338 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node2/.
   [junit4]   2> 929338 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 2049237379
   [junit4]   2> 929338 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node2]
   [junit4]   2> 929338 WARN  (jetty-launcher-732-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node2/lib
   [junit4]   2> 929341 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 929342 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 929342 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 929342 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 929342 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42106/solr
   [junit4]   2> 929342 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 929342 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929343 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929360 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 929376 INFO  (zkCallback-737-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16539eb3 name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929376 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 929376 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 929377 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42106/solr
   [junit4]   2> 929377 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 929377 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929377 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929378 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929377 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929368 INFO  (zkCallback-738-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47ccf470 name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929379 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929379 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929380 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 929380 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 929380 INFO  (zkCallback-742-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@529f4cee name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929380 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929367 INFO  (zkCallback-740-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@45f0bbef name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929380 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929380 INFO  (jetty-launcher-732-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929380 INFO  (jetty-launcher-732-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929390 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node5/.
   [junit4]   2> 929390 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 1656758157
   [junit4]   2> 929390 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node5]
   [junit4]   2> 929390 WARN  (jetty-launcher-732-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node5/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node5/lib
   [junit4]   2> 929390 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 929391 INFO  (zkCallback-744-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54e7f548 name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929391 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929392 INFO  (jetty-launcher-732-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929392 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 929393 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 929393 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 929393 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42106/solr
   [junit4]   2> 929393 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 929393 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929395 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node1/.
   [junit4]   2> 929395 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929417 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929420 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 956607161
   [junit4]   2> 929420 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node1]
   [junit4]   2> 929420 WARN  (jetty-launcher-732-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node1/lib
   [junit4]   2> 929422 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 929423 INFO  (zkCallback-745-thread-1-processing-n:127.0.0.1:40446_solr) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6927f784 name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929423 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929424 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929425 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 929426 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 929426 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 929426 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42106/solr
   [junit4]   2> 929426 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 929426 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929428 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 929441 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929432 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929443 INFO  (zkCallback-748-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b029a1a name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929443 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929444 INFO  (jetty-launcher-732-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929446 INFO  (zkCallback-746-thread-1-processing-n:127.0.0.1:50143_solr) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@42cff451 name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929446 INFO  (zkCallback-749-thread-1-processing-n:127.0.0.1:42477_solr) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3267ed9e name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929446 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929447 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929447 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 929456 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 929456 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 929456 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 929462 INFO  (zkCallback-751-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70883e4 name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929462 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929462 INFO  (jetty-launcher-732-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929462 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 929464 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929466 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 929531 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:46567_solr) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e19310d name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929531 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929537 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 929538 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929539 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1519c287ff2000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 929548 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 929548 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:49414_solr) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e97234d name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929550 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 929550 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929553 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 929557 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 929561 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 929561 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 929562 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 929566 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 929566 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 929567 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 929567 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 929575 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 929577 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 929583 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 929583 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 929584 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 929590 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46567_solr
   [junit4]   2> 929590 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40446_solr
   [junit4]   2> 929590 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42477_solr
   [junit4]   2> 929591 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46567_solr
   [junit4]   2> 929592 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42477_solr
   [junit4]   2> 929592 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40446_solr
   [junit4]   2> 929593 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:50143_solr
   [junit4]   2> 929596 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:50143_solr
   [junit4]   2> 929598 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:49414_solr
   [junit4]   2> 929601 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:49414_solr
   [junit4]   2> 929603 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 929604 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 929606 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 929615 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 929619 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 929619 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 929620 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 929620 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 929621 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 929622 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 929623 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95028764910682126-127.0.0.1:46567_solr-n_0000000000
   [junit4]   2> 929626 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95028764910682121-127.0.0.1:40446_solr-n_0000000001
   [junit4]   2> 929627 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 929628 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46567_solr
   [junit4]   2> 929628 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 929628 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 929629 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 929629 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95028764910682126-127.0.0.1:46567_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 929629 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 929634 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95028764910682127-127.0.0.1:49414_solr-n_0000000002
   [junit4]   2> 929634 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95028764910682124-127.0.0.1:42477_solr-n_0000000003
   [junit4]   2> 929639 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95028764910682122-127.0.0.1:50143_solr-n_0000000004
   [junit4]   2> 929644 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95028764910682121-127.0.0.1:40446_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 929644 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95028764910682127-127.0.0.1:49414_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 929644 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 929644 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 929644 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.Overseer Overseer (id=95028764910682126-127.0.0.1:46567_solr-n_0000000000) starting
   [junit4]   2> 929646 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95028764910682124-127.0.0.1:42477_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 929646 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 929653 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 929692 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 929694 INFO  (OverseerCollectionConfigSetProcessor-95028764910682126-127.0.0.1:46567_solr-n_0000000000) [n:127.0.0.1:46567_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 929694 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 929694 INFO  (OverseerStateUpdate-95028764910682126-127.0.0.1:46567_solr-n_0000000000) [n:127.0.0.1:46567_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 929704 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 929704 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 929706 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 929706 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@2de9fbbc
   [junit4]   2> 929707 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@2de9fbbc
   [junit4]   2> 929710 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node3/.
   [junit4]   2> 929710 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 929712 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 929712 INFO  (jetty-launcher-732-thread-4) [n:127.0.0.1:50143_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 929721 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 929721 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 929722 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 929722 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 929722 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 929722 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@3a676550
   [junit4]   2> 929722 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@3a676550
   [junit4]   2> 929723 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node1/.
   [junit4]   2> 929723 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 929723 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 929723 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@17d50208
   [junit4]   2> 929723 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@17d50208
   [junit4]   2> 929724 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node4/.
   [junit4]   2> 929724 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 929725 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 929725 INFO  (jetty-launcher-732-thread-1) [n:127.0.0.1:49414_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 929728 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 929728 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 929728 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 929728 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@4b8859bb
   [junit4]   2> 929728 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@4b8859bb
   [junit4]   2> 929729 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node2/.
   [junit4]   2> 929729 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 929730 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 929730 INFO  (jetty-launcher-732-thread-2) [n:127.0.0.1:42477_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 929737 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 929737 INFO  (jetty-launcher-732-thread-3) [n:127.0.0.1:40446_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 929761 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 929761 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 929762 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 929762 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@46a7cc41
   [junit4]   2> 929762 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@46a7cc41
   [junit4]   2> 929762 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node5/.
   [junit4]   2> 929763 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 929773 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 929773 INFO  (jetty-launcher-732-thread-5) [n:127.0.0.1:46567_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 929773 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929779 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929779 INFO  (zkCallback-754-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@49f6052f name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929779 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929780 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929787 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.TestMiniSolrCloudCluster #### Stopping a server
   [junit4]   2> 929790 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@55628fda{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 929791 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2046369490
   [junit4]   2> 929795 INFO  (zkCallback-746-thread-1-processing-n:127.0.0.1:50143_solr) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 929795 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:46567_solr) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 929795 WARN  (zkCallback-746-thread-1-processing-n:127.0.0.1:50143_solr) [n:127.0.0.1:50143_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK
   [junit4]   2> 929796 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:49414_solr) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 929796 INFO  (zkCallback-745-thread-1-processing-n:127.0.0.1:40446_solr) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 929796 INFO  (zkCallback-749-thread-1-processing-n:127.0.0.1:42477_solr) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 5)
   [junit4]   2> 929797 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@46289fb9{/solr,null,UNAVAILABLE}
   [junit4]   2> 929814 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.TestMiniSolrCloudCluster #### Starting a server
   [junit4]   2> 929818 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 929881 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6ddc20d3{/solr,null,AVAILABLE}
   [junit4]   2> 929881 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.e.j.s.ServerConnector Started ServerConnector@32cc2648{HTTP/1.1,[http/1.1]}{127.0.0.1:47612}
   [junit4]   2> 929883 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.e.j.s.Server Started @932995ms
   [junit4]   2> 929884 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=47612}
   [junit4]   2> 929884 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 929884 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node6'
   [junit4]   2> 929884 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 929884 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 929884 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929893 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929908 INFO  (zkCallback-756-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@70a38286 name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929908 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929909 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 929911 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 929922 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node6/.
   [junit4]   2> 929922 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.CoreContainer New CoreContainer 1094583412
   [junit4]   2> 929922 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node6]
   [junit4]   2> 929922 WARN  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node6/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node6/lib
   [junit4]   2> 929922 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 929923 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 929924 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 929924 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 929924 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:42106/solr
   [junit4]   2> 929924 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 929924 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 929950 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 929960 INFO  (zkCallback-758-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@14a8b8dc name:ZooKeeperConnection Watcher:127.0.0.1:42106 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 929962 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 929962 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 930027 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 930038 INFO  (zkCallback-759-thread-1-processing-n:127.0.0.1:47612_solr) [n:127.0.0.1:47612_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@550e00b0 name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 930038 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 930055 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 931060 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:47612_solr
   [junit4]   2> 931064 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:47612_solr
   [junit4]   2> 931067 INFO  (zkCallback-753-thread-1-processing-n:127.0.0.1:49414_solr) [n:127.0.0.1:49414_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 931067 INFO  (zkCallback-759-thread-1-processing-n:127.0.0.1:47612_solr) [n:127.0.0.1:47612_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 931068 INFO  (zkCallback-745-thread-1-processing-n:127.0.0.1:40446_solr) [n:127.0.0.1:40446_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 931068 INFO  (zkCallback-749-thread-1-processing-n:127.0.0.1:42477_solr) [n:127.0.0.1:42477_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 931068 INFO  (zkCallback-752-thread-1-processing-n:127.0.0.1:46567_solr) [n:127.0.0.1:46567_solr    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 4)
   [junit4]   2> 931070 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 931074 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95028764910682131-127.0.0.1:47612_solr-n_0000000005
   [junit4]   2> 931075 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95028764910682124-127.0.0.1:42477_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 931086 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 931086 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin
   [junit4]   2> 931086 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.CoreContainer Reconfiguring the shard handler factory and update shard handler.
   [junit4]   2> 931086 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@8076e72
   [junit4]   2> 931086 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.cloud.TestAuthenticationFramework$MockAuthenticationPlugin$MockClientConfigurer@8076e72
   [junit4]   2> 931087 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.TestAuthenticationFramework_5B47E26B2883A50F-001/tempDir-001/node6/.
   [junit4]   2> 931089 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 931097 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 931097 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [n:127.0.0.1:47612_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 931097 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.TestMiniSolrCloudCluster #### Creating a collection
   [junit4]   2> 931098 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 931106 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 931112 INFO  (zkCallback-760-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7ec2d79e name:ZooKeeperConnection Watcher:127.0.0.1:42106/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 931112 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 931112 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 931113 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-spellcheckcomponent.xml
   [junit4]   2> 931125 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-null-charfilters-analyzer.xml
   [junit4]   2> 931127 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/regex-boost-processor-test.txt
   [junit4]   2> 931131 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-spellchecker.xml
   [junit4]   2> 931142 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-multiple-asterisk-copyfield-dest-should-fail-test.xml
   [junit4]   2> 931144 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-docValuesFaceting.xml
   [junit4]   2> 931159 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-tlog-with-delayingcomponent.xml
   [junit4]   2> 931178 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-currency-ft-bogus-default-code.xml
   [junit4]   2> 931183 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-numeric.xml
   [junit4]   2> 931199 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig_codec.xml
   [junit4]   2> 931215 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-multiple-asterisk-copyfield-source-should-fail-test.xml
   [junit4]   2> 931220 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema_latest.xml
   [junit4]   2> 931240 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-sorts.xml
   [junit4]   2> 931254 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-headers.xml
   [junit4]   2> 931267 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-implicitproperties.xml
   [junit4]   2> 931273 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-solrconfig-bogus-scriptengine-name.xml
   [junit4]   2> 931295 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-snippet-types.incl
   [junit4]   2> 931303 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-parsing-update-processor-chains.xml
   [junit4]   2> 931320 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-docValuesMissing.xml
   [junit4]   2> 931338 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-noopregen.xml
   [junit4]   2> 931352 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-one-field-no-dynamic-field-unique-key.xml
   [junit4]   2> 931363 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-script-updateprocessor.xml
   [junit4]   2> 931383 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-error-solrconfig.xml
   [junit4]   2> 931392 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-suggestercomponent.xml
   [junit4]   2> 931412 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-currency.xml
   [junit4]   2> 931415 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-query-parser-init.xml
   [junit4]   2> 931434 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-caching.xml
   [junit4]   2> 931442 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/conditional.updateprocessor.js
   [junit4]   2> 931445 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/compoundDictionary.txt
   [junit4]   2> 931448 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/phrasesuggest.txt
   [junit4]   2> 931463 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-transformers.xml
   [junit4]   2> 931466 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-not-indexed-but-norms.xml
   [junit4]   2> 931478 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/blendedInfixSuggest.txt
   [junit4]   2> 931481 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-phrasesuggest.xml
   [junit4]   2> 931485 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/hunspell-test.dic
   [junit4]   2> 931486 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-HighlighterMaxOffsetTest.xml
   [junit4]   2> 931491 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-rest-lucene-match-version.xml
   [junit4]   2> 931493 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-functionquery.xml
   [junit4]   2> 931496 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-externalversionconstraint.xml
   [junit4]   2> 931507 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-codec-global-vs-ft-mismatch.xml
   [junit4]   2> 931510 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-sim.xml
   [junit4]   2> 931513 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-docValuesMulti.xml
   [junit4]   2> 931516 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-collapseqparser.xml
   [junit4]   2> 931521 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-analytics-query.xml
   [junit4]   2> 931525 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-sweetspot.xml
   [junit4]   2> 931528 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-searcher-listeners1.xml
   [junit4]   2> 931535 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/schema-id-and-version-fields-only.xml
   [junit4]   2> 931540 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-solrconfig-schema-mutable-but-not-managed.xml
   [junit4]   2> 931544 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/hunspell-test.aff
   [junit4]   2> 931547 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-response-log-component.xml
   [junit4]   2> 931550 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-sim-default-does-not-exist.xml
   [junit4]   2> 931552 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-dynamicfield-required.xml
   [junit4]   2> 931556 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-schema-not-indexed-but-pos.xml
   [junit4]   2> 931558 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-hash.xml
   [junit4]   2> 931563 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig-components-name.xml
   [junit4]   2> 931565 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/bad-mp-solrconfig.xml
   [junit4]   2> 931570 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883A50F]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/solrCloudCollectionConfig/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 931571 INFO  (TEST-TestAuthenticationFramework.testBasics-seed#[5B47E26B2883

[...truncated too long message...]

equestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14638, name=collection0, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52008: Could not find collection : awholynewstresscollection_collection0_9
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5B47E26B2883A50F]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14642, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52008: collection already exists: awholynewstresscollection_collection4_9
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5B47E26B2883A50F]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=14640, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:52008: Could not find collection : awholynewstresscollection_collection2_7
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([5B47E26B2883A50F]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)
   [junit4]   2> 2015394 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[5B47E26B2883A50F]-worker) [n:127.0.0.1:57298_ c:addReplicaColl s:shard2 r:core_node3 x:addReplicaColl_shard2_replica2] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=DummyCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=DUMMY, chunkSize=4898, maxDocsPerChunk=5, blockSize=35), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=DUMMY, chunkSize=4898, blockSize=35)), sim=ClassicSimilarity, locale=ar_SD, timezone=America/Indiana/Tell_City
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=89038896,total=489684992
   [junit4]   2> NOTE: All tests run in this JVM: [CursorMarkTest, MoreLikeThisHandlerTest, CollectionStateFormat2Test, UpdateRequestProcessorFactoryTest, ChaosMonkeySafeLeaderTest, TestConfigSetsAPIZkFailure, TestCodecSupport, TestJsonFacets, TestRandomCollapseQParserPlugin, SpatialFilterTest, TestInitQParser, TestCollectionAPI, TestQuerySenderListener, TestHashPartitioner, TestSerializedLuceneMatchVersion, TestRawTransformer, DocValuesTest, SecurityConfHandlerTest, DocumentBuilderTest, FullHLLTest, TestJettySolrRunner, DistributedQueryComponentCustomSortTest, ZkSolrClientTest, HighlighterMaxOffsetTest, MigrateRouteKeyTest, ChaosMonkeyNothingIsSafeTest, ZkCLITest, FileUtilsTest, TestStressVersions, CdcrRequestHandlerTest, MinimalSchemaTest, SolrPluginUtilsTest, TestCoreContainer, FastVectorHighlighterTest, MBeansHandlerTest, TestDistributedGrouping, TestFieldCollectionResource, HdfsRecoveryZkTest, TestUniqueKeyFieldResource, TestSortByMinMaxFunction, TestHighFrequencyDictionaryFactory, TestQueryUtils, ClusterStateUpdateTest, ShardRoutingTest, UniqFieldsUpdateProcessorFactoryTest, TestManagedResource, DistributedMLTComponentTest, IndexBasedSpellCheckerTest, SpellCheckCollatorTest, SimpleCollectionCreateDeleteTest, HighlighterTest, DirectSolrSpellCheckerTest, TestAuthenticationFramework, OpenExchangeRatesOrgProviderTest, TestSolrCoreProperties, TestDownShardTolerantSearch, TestInfoStreamLogging, TestSimpleTrackingShardHandler, TimeZoneUtilsTest, TermVectorComponentTest, DistributedExpandComponentTest, CleanupOldIndexTest, TestCursorMarkWithoutUniqueKey, TestManagedSchemaFieldTypeResource, TestRecoveryHdfs, TestCloudSchemaless, TestBinaryResponseWriter, TestPKIAuthenticationPlugin, TestPivotHelperCode, SoftAutoCommitTest, SuggesterFSTTest, TestSolrDynamicMBean, BasicAuthIntegrationTest, TestBM25SimilarityFactory, TriLevelCompositeIdRoutingTest, SolrIndexConfigTest, SchemaVersionSpecificBehaviorTest, ResponseHeaderTest, SimplePostToolTest, TestRandomMergePolicy, SpellCheckComponentTest, TestChildDocTransformer, TestLMJelinekMercerSimilarityFactory, DistributedTermsComponentTest, CustomCollectionTest, DOMUtilTest, ShardRoutingCustomTest, NumericFieldsTest, SuggestComponentTest, ExitableDirectoryReaderTest, TestReloadAndDeleteDocs, BasicDistributedZk2Test, CollectionsAPIDistributedZkTest]
   [junit4] Completed [280/566 (2!)] on J1 in 520.21s, 1 test, 1 error <<< FAILURES!

[...truncated 918 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 566 suites (8 ignored), 2245 tests, 2 errors, 33 ignored (18 assumptions) [seed: 5B47E26B2883A50F]

Total time: 197 minutes 22 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 880 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/880/

1 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=61974, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=61974, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44219, http://127.0.0.1:41121, http://127.0.0.1:60207, http://127.0.0.1:46906, http://127.0.0.1:41625]
	at __randomizedtesting.SeedInfo.seed([1EF0D91F3A098E50]:0)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:891)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:44219, http://127.0.0.1:41121, http://127.0.0.1:60207, http://127.0.0.1:46906, http://127.0.0.1:41625]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:352)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46906: KeeperErrorCode = Session expired for /overseer/collection-queue-work/qnr-
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	... 7 more




Build Log:
[...truncated 10836 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/init-core-data-001
   [junit4]   2> 2149123 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1EF0D91F3A098E50]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false)
   [junit4]   2> 2149123 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1EF0D91F3A098E50]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2149133 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2149138 INFO  (Thread-54047) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2149138 INFO  (Thread-54047) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2149235 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.ZkTestServer start zk server on port:60158
   [junit4]   2> 2149235 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2149241 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2149259 INFO  (zkCallback-2280-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@28f8bb35 name:ZooKeeperConnection Watcher:127.0.0.1:60158 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2149259 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2149260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2149260 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2149265 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2149280 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2149281 INFO  (zkCallback-2281-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@605986dc name:ZooKeeperConnection Watcher:127.0.0.1:60158/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2149281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2149281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2149281 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2149282 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2149283 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2149284 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2149285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2149285 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2149287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2149287 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2149288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2149288 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2149289 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2149290 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2149291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2149291 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2149292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2149292 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2149293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2149293 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2149294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2149294 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2149295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2149295 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2149296 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2149297 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2149298 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2149298 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2149697 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1
   [junit4]   2> 2149699 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 2149702 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6c16f3c8{/,null,AVAILABLE}
   [junit4]   2> 2149707 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.ServerConnector Started ServerConnector@34d7bf0b{HTTP/1.1,[http/1.1]}{127.0.0.1:41625}
   [junit4]   2> 2149707 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.Server Started @2152924ms
   [junit4]   2> 2149707 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/tempDir-001/control/data, hostContext=/, hostPort=41625, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores}
   [junit4]   2> 2149707 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2149707 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001'
   [junit4]   2> 2149708 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2149708 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2149708 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2149710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2149710 INFO  (zkCallback-2282-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@369cb474 name:ZooKeeperConnection Watcher:127.0.0.1:60158/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2149710 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2149711 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2149713 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2149713 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/solr.xml
   [junit4]   2> 2149718 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores
   [junit4]   2> 2149718 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CoreContainer New CoreContainer 1348979021
   [junit4]   2> 2149718 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001]
   [junit4]   2> 2149719 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/lib
   [junit4]   2> 2149719 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2149721 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2149722 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2149723 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2149723 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60158/solr
   [junit4]   2> 2149723 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2149723 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2149727 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2149742 INFO  (zkCallback-2284-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cd994de name:ZooKeeperConnection Watcher:127.0.0.1:60158 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2149743 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2149743 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2149749 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2149757 INFO  (zkCallback-2285-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6195ab67 name:ZooKeeperConnection Watcher:127.0.0.1:60158/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2149757 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2149758 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2149760 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2149762 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2149763 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2149765 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2149767 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2149773 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2149774 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2149775 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2149777 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41625_
   [junit4]   2> 2149777 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:41625_
   [junit4]   2> 2149781 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2149783 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2149787 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2149788 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95022641820073988-127.0.0.1:41625_-n_0000000000
   [junit4]   2> 2149789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:41625_
   [junit4]   2> 2149789 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2149799 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer Overseer (id=95022641820073988-127.0.0.1:41625_-n_0000000000) starting
   [junit4]   2> 2149800 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2149830 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2149837 INFO  (OverseerCollectionConfigSetProcessor-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2149841 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2149841 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2149869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2149870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2149870 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores
   [junit4]   2> 2149872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2149872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1
   [junit4]   2> 2149872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2149878 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 2149878 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:41625_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2149878 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2149878 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2149880 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41625",
   [junit4]   2>   "node_name":"127.0.0.1:41625_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2149880 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2149880 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41625",
   [junit4]   2>   "node_name":"127.0.0.1:41625_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2149881 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2149881 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2149882 INFO  (zkCallback-2285-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2150881 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2150881 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2150881 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2150881 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 2150882 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2150882 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1'
   [junit4]   2> 2150882 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2150882 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2150883 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2150888 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2150892 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2150925 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2150938 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2151043 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2151068 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2151075 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2151127 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2151130 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2151134 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2151139 WARN  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 2151139 WARN  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 2151139 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2151143 WARN  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 2151144 WARN  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 2151159 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 2151159 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2151159 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2151161 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1/data/]
   [junit4]   2> 2151161 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14da7975
   [junit4]   2> 2151161 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1/data
   [junit4]   2> 2151161 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2151162 WARN  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2151162 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1/data/index
   [junit4]   2> 2151162 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@7696055f
   [junit4]   2> 2151162 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@4b09acec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2047bd39),segFN=segments_1,generation=1}
   [junit4]   2> 2151163 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2151176 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2151176 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2151176 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2151176 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2151176 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2151176 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2151176 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2151177 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2151177 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2151177 WARN  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2151178 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2151179 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2151180 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2151181 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2151181 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1/data/
   [junit4]   2> 2151187 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2151188 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/update/json/docs,/admin/luke,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/schema,/admin/plugins,/admin/logging,/update/json,/admin/threads,/admin/ping,/update,/admin/file
   [junit4]   2> 2151192 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2151197 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2151197 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2151198 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2151198 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2151198 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=48, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=1.22265625, noCFSRatio=0.0]
   [junit4]   2> 2151198 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@4b09acec lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@2047bd39),segFN=segments_1,generation=1}
   [junit4]   2> 2151198 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2151198 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening Searcher@760a8b4a[collection1] main
   [junit4]   2> 2151199 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/control_collection
   [junit4]   2> 2151199 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=/collections/control_collection configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2151199 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2151200 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2151200 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2151200 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2151202 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2151202 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2151202 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2151202 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2151202 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2151202 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2151203 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2151203 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1520362271280201728
   [junit4]   2> 2151204 INFO  (searcherExecutor-3678-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@760a8b4a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2151205 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1520362271280201728
   [junit4]   2> 2151205 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2151205 INFO  (coreLoadExecutor-3677-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2151206 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:41625 collection:control_collection shard:shard1
   [junit4]   2> 2151206 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2151209 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95022641820073988-core_node1-n_0000000000
   [junit4]   2> 2151209 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 2151211 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2151211 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2151212 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2151212 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:41625/collection1/
   [junit4]   2> 2151212 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2151212 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:41625/collection1/ has no replicas
   [junit4]   2> 2151213 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2151215 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node
   [junit4]   2> 2151220 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:41625",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2151220 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:41625/collection1/ shard1
   [junit4]   2> 2151323 INFO  (zkCallback-2285-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2151373 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:41625/collection1/ and leader is http://127.0.0.1:41625/collection1/
   [junit4]   2> 2151373 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:41625
   [junit4]   2> 2151373 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2151373 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2151373 INFO  (coreZkRegister-3671-thread-1-processing-n:127.0.0.1:41625_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:41625_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2151375 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41625",
   [junit4]   2>   "node_name":"127.0.0.1:41625_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2151376 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:41625",
   [junit4]   2>   "node_name":"127.0.0.1:41625_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2151380 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2151388 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2151404 INFO  (zkCallback-2287-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2bcb525a name:ZooKeeperConnection Watcher:127.0.0.1:60158/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2151404 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2151405 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2151405 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2151407 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2151480 INFO  (zkCallback-2287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2151480 INFO  (zkCallback-2285-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2151865 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1
   [junit4]   2> 2151866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001
   [junit4]   2> 2151866 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 2151868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@36457fda{/,null,AVAILABLE}
   [junit4]   2> 2151868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.ServerConnector Started ServerConnector@495375e{HTTP/1.1,[http/1.1]}{127.0.0.1:60207}
   [junit4]   2> 2151868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.e.j.s.Server Started @2155085ms
   [junit4]   2> 2151868 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=60207, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores}
   [junit4]   2> 2151869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 2151869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001'
   [junit4]   2> 2151869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2151869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2151869 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2151872 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2151879 INFO  (zkCallback-2288-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51f5a404 name:ZooKeeperConnection Watcher:127.0.0.1:60158/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2151879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2151879 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2151894 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2151894 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/solr.xml
   [junit4]   2> 2151899 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores
   [junit4]   2> 2151899 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CoreContainer New CoreContainer 1802466715
   [junit4]   2> 2151899 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001]
   [junit4]   2> 2151899 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/lib
   [junit4]   2> 2151899 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 2151900 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2151901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2151901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2151901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:60158/solr
   [junit4]   2> 2151901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2151901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2151906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2151907 INFO  (zkCallback-2290-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1a864a81 name:ZooKeeperConnection Watcher:127.0.0.1:60158 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2151907 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2151907 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2151915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2151923 INFO  (zkCallback-2291-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3953e852 name:ZooKeeperConnection Watcher:127.0.0.1:60158/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2151923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2151928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2152932 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60207_
   [junit4]   2> 2152933 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60207_
   [junit4]   2> 2152934 INFO  (zkCallback-2287-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2152934 INFO  (zkCallback-2291-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2152934 INFO  (zkCallback-2285-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_    ] o.a.s.c.c.ZkStateReader A live node change: WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes, has occurred - updating... (live nodes size: 1)
   [junit4]   2> 2152935 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2152936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95022641820073992-127.0.0.1:60207_-n_0000000001
   [junit4]   2> 2152937 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/95022641820073988-127.0.0.1:41625_-n_0000000000 to know if I could be the leader
   [junit4]   2> 2152947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2152947 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2152948 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores
   [junit4]   2> 2152949 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2152949 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1
   [junit4]   2> 2152949 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2152953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 2152953 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[1EF0D91F3A098E50]) [n:127.0.0.1:60207_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2152953 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2152953 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2152955 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2152956 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60207",
   [junit4]   2>   "node_name":"127.0.0.1:60207_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 2152956 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60207",
   [junit4]   2>   "node_name":"127.0.0.1:60207_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2152956 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2152956 INFO  (OverseerStateUpdate-95022641820073988-127.0.0.1:41625_-n_0000000000) [n:127.0.0.1:41625_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2153058 INFO  (zkCallback-2291-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2153058 INFO  (zkCallback-2287-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2153059 INFO  (zkCallback-2285-thread-1-processing-n:127.0.0.1:41625_) [n:127.0.0.1:41625_    ] o.a.s.c.c.ZkStateReader A cluster state change: WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json, has occurred - updating... (live nodes size: 2)
   [junit4]   2> 2153955 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2153955 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 2153956 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2153956 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from:/collections/collection1
   [junit4]   2> 2153956 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader path=/collections/collection1 configName=conf1 specified config exists in ZooKeeper
   [junit4]   2> 2153957 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1'
   [junit4]   2> 2153957 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2153957 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2153958 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2153962 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2153966 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 2153973 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2153979 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2154092 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2154098 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2154099 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2154107 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2154111 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2154115 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2154115 WARN  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 2154116 WARN  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 2154116 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2154117 WARN  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Unknown key IMPORTANT NOTE
   [junit4]   2> 2154117 WARN  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Expected key, got STRING
   [junit4]   2> 2154118 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 2154118 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection collection1
   [junit4]   2> 2154120 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2154120 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1/data/]
   [junit4]   2> 2154120 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@14da7975
   [junit4]   2> 2154122 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1/data
   [junit4]   2> 2154122 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1/data/index/
   [junit4]   2> 2154122 WARN  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2154122 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.cloud.CollectionsAPIDistributedZkTest_1EF0D91F3A098E50-001/shard-1-001/cores/collection1/data/index
   [junit4]   2> 2154124 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@6dbef9ac
   [junit4]   2> 2154126 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collection1 s:shard2 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=RawDirectoryWrapper(RAMDirectory@5e1a0ac5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@6ab5d64a),segFN=segments_1,generation=1}
   [junit4]   2> 2154126 INFO  (coreLoadExecutor-3688-thread-1-processing-n:127.0.0.1:60207_) [n:127.0.0.1:60207_ c:collect

[...truncated too long message...]

at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=61973, name=collection3, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46906: collection already exists: awholynewstresscollection_collection3_1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1EF0D91F3A098E50]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)Throwable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=61972, name=collection2, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46906: collection already exists: awholynewstresscollection_collection2_1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1EF0D91F3A098E50]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1574)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1595)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:881)Throwable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=61971, name=collection1, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
   [junit4]    > Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:46906: Could not find collection : awholynewstresscollection_collection1_1
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1EF0D91F3A098E50]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:575)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:871)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:807)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1220)
   [junit4]    > 	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:888)
   [junit4]   2> 2483231 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[1EF0D91F3A098E50]-worker) [n:127.0.0.1:41121_ c:addReplicaColl s:shard2 r:core_node6 x:addReplicaColl_shard2_replica3] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: test params are: codec=FastCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST, chunkSize=4, maxDocsPerChunk=10, blockSize=975), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST, chunkSize=4, blockSize=975)), sim=RandomSimilarityProvider(queryNorm=true,coord=crazy): {}, locale=ko_KR, timezone=Europe/Nicosia
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=129888400,total=487587840
   [junit4]   2> NOTE: All tests run in this JVM: [TestCSVLoader, AnalyticsQueryTest, TestCopyFieldCollectionResource, SolrCoreTest, TestManagedSchema, TestPerFieldSimilarityWithDefaultOverride, AlternateDirectoryTest, RankQueryTest, TestFreeTextSuggestions, TestConfigSetsAPIExclusivity, BasicDistributedZkTest, BasicZkTest, DateRangeFieldTest, TestJsonRequest, PeerSyncTest, TestCloudPivotFacet, TestSha256AuthenticationProvider, TestCloudManagedSchemaConcurrent, TestDistributedSearch, HdfsLockFactoryTest, TestSolr4Spatial2, HttpPartitionTest, LeaderElectionIntegrationTest, DefaultValueUpdateProcessorTest, TestDocSet, TestMiniSolrCloudClusterBase, TestDistribDocBasedVersion, ExternalFileFieldSortTest, CdcrReplicationHandlerTest, ReturnFieldsTest, URLClassifyProcessorTest, TestOmitPositions, TestLMDirichletSimilarityFactory, ResourceLoaderTest, TestSolr4Spatial, BigEndianAscendingWordDeserializerTest, TestStressLucene, SuggestComponentContextFilterQueryTest, SystemInfoHandlerTest, TestSchemaVersionResource, CacheHeaderTest, OverseerRolesTest, TestRandomFaceting, PingRequestHandlerTest, TestRandomDVFaceting, HdfsThreadLeakTest, CursorPagingTest, AliasIntegrationTest, TestManagedSchemaFieldResource, CoreAdminCreateDiscoverTest, TestExpandComponent, TestFaceting, CachingDirectoryFactoryTest, TestAtomicUpdateErrorCases, SaslZkACLProviderTest, TestHighlightDedupGrouping, ZkStateWriterTest, OutOfBoxZkACLAndCredentialsProvidersTest, StandardRequestHandlerTest, TestSolrCloudWithKerberosAlt, TestSolrQueryParserResource, TestOrdValues, TestSearcherReuse, TestExceedMaxTermLength, TestRangeQuery, TestTrieFacet, DeleteLastCustomShardedReplicaTest, TestComponentsName, TestRawResponseWriter, DistributedFacetPivotLongTailTest, SynonymTokenizerTest, DistribCursorPagingTest, JsonLoaderTest, TestLuceneMatchVersion, XsltUpdateRequestHandlerTest, ResponseLogComponentTest, TestManagedSynonymFilterFactory, UUIDFieldTest, HdfsBasicDistributedZk2Test, SOLR749Test, DistributedFacetPivotWhiteBoxTest, OutputWriterTest, TestConfig, TestMacros, EchoParamsTest, SolrRequestParserTest, QueryEqualityTest, TestMissingGroups, InfoHandlerTest, CdcrUpdateLogTest, TestDistribIDF, TestCrossCoreJoin, TestRandomRequestDistribution, BasicDistributedZk2Test, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest]
   [junit4] Completed [285/566 (1!)] on J0 in 334.85s, 1 test, 1 error <<< FAILURES!

[...truncated 919 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:791: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:728: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:516: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1436: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:991: There were test failures: 566 suites (8 ignored), 2245 tests, 1 error, 33 ignored (18 assumptions) [seed: 1EF0D91F3A098E50]

Total time: 200 minutes 23 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any