You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/02/22 14:15:04 UTC

[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 940 - Still Failing

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/940/

4 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:36747/_

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:36747/_
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:498)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16:EF6169D0EDAEA8E7]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more


FAILED:  org.apache.solr.cloud.UnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=28745, name=testExecutor-3446-thread-1, state=RUNNABLE, group=TGRP-UnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:59379
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more


FAILED:  org.apache.solr.cloud.hdfs.HdfsUnloadDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=53995, name=testExecutor-8334-thread-5, state=RUNNABLE, group=TGRP-HdfsUnloadDistributedZkTest]
Caused by: java.lang.RuntimeException: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at __randomizedtesting.SeedInfo.seed([3132EE27F7365D16]:0)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:586)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor$1.run(ExecutorUtil.java:231)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:38186
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.BasicDistributedZkTest$1.run(BasicDistributedZkTest.java:584)
	... 4 more
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 8 more




Build Log:
[...truncated 11180 lines...]
   [junit4] Suite: org.apache.solr.cloud.OverseerTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_3132EE27F7365D16-001/init-core-data-001
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true)
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 563027 INFO  (SUITE-OverseerTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDoubleAssignment
   [junit4]   2> 563034 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 563043 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:59633
   [junit4]   2> 563143 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563156 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563189 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fdc20a8 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563189 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563196 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563198 INFO  (zkCallback-572-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b3d31fb name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563198 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563204 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563213 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563220 INFO  (zkCallback-573-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3d30e940 name:ZooKeeperConnection Watcher:127.0.0.1:59633 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563220 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563221 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 563223 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 563225 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 563227 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 563228 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 563230 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 563231 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563233 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563234 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563242 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563256 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@416d1ec6 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563256 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563257 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563258 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563269 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563271 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563271 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563272 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563272 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563280 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563296 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56d62a7 name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563296 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 563302 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 563303 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429763940089860-127.0.0.1:59633_solr-n_0000000000
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:59633_solr
   [junit4]   2> 563304 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 563305 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) starting
   [junit4]   2> 563306 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 563307 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 563308 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 563310 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 563311 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 563312 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 563314 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 563317 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 563331 INFO  (OverseerCollectionConfigSetProcessor-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 563349 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563351 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 0
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563352 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 563353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 563354 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563355 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563356 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563846 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563847 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563847 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563914 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 563941 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563942 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard1
   [junit4]   2> 563945 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089859-node1_core1-n_0000000000
   [junit4]   2> 563960 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 563971 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 563972 INFO  (zkCallback-574-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563972 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 563974 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 563985 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 563986 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2ceda2fe name:ZooKeeperConnection Watcher:127.0.0.1:59633/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 563986 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 563989 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 563990 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/node1
   [junit4]   2> 563991 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563991 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563992 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 563992 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 563993 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"} current state version: 1
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"recovering",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "base_url":"http://node1/solr/"}
   [junit4]   2> 563994 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563996 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard1/leader after winning as /collections/collection1/leader_elect/shard1/election/95429763940089861-node1_core1-n_0000000001
   [junit4]   2> 563998 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "base_url":"http://node1/solr/",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 564108 INFO  (zkCallback-575-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564112 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564118 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564140 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 564147 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564147 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 564148 INFO  (zkCallback-571-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564148 INFO  (zkCallback-578-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 564149 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd5ca60005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 564151 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564329 INFO  (Thread-9027) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59633 59633
   [junit4]   2> 564330 WARN  (Thread-9027) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testDoubleAssignment
   [junit4]   2> 564330 INFO  (TEST-OverseerTest.testDoubleAssignment-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429763940089860-127.0.0.1:59633_solr-n_0000000000) closing
   [junit4]   2> 564333 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testRemovalOfLastReplica
   [junit4]   2> 564334 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 564353 INFO  (OverseerStateUpdate-95429763940089860-127.0.0.1:59633_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:59633_solr
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 564357 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 564358 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:47700
   [junit4]   2> 564453 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564461 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564465 INFO  (zkCallback-579-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2102e4fe name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564471 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564473 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564478 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564483 INFO  (zkCallback-580-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6a70d355 name:ZooKeeperConnection Watcher:127.0.0.1:47700 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564483 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 564490 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564491 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2e610d18 name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564491 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564492 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 564493 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 564494 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 564495 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 564497 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 564498 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564499 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564500 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 564504 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 564521 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@54d9c9ca name:ZooKeeperConnection Watcher:127.0.0.1:47700/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 564521 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 564522 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 564524 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 564526 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 564527 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764025417731-127.0.0.1:47700_solr-n_0000000000
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:47700_solr
   [junit4]   2> 564528 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 564529 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) starting
   [junit4]   2> 564530 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 564532 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 564535 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 564545 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 564546 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 564547 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 564557 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 564573 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 564576 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 564576 INFO  (OverseerCollectionConfigSetProcessor-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 564590 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564590 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "maxShardsPerNode":"4"} current state version: 0
   [junit4]   2> 564592 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 564593 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564600 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564641 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564642 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564650 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564652 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 3, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"} current state version: 1
   [junit4]   2> 564653 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"recovering"}
   [junit4]   2> 564755 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564755 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node3",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core3",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node1 is already registered
   [junit4]   2> 564809 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node4",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core4",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node2 is already registered
   [junit4]   2> 564811 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564812 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node3 is already registered
   [junit4]   2> 564813 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard1 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"} current state version: 2
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=null message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core":"core2",
   [junit4]   2>   "roles":"",
   [junit4]   2>   "state":"active"}
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator node=core_node4 is already registered
   [junit4]   2> 564814 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator shard=shard2 is already registered
   [junit4]   2> 564925 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564925 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 564985 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node3"} current state version: 3
   [junit4]   2> 565087 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565087 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565132 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node4"} current state version: 4
   [junit4]   2> 565234 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565234 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565239 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node1"} current state version: 5
   [junit4]   2> 565341 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565342 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565350 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"deletecore",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "core_node_name":"core_node2"} current state version: 6
   [junit4]   2> 565452 INFO  (zkCallback-581-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565452 INFO  (zkCallback-582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 565510 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15308dd61bc0002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 565511 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565801 INFO  (Thread-9028) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:47700 47700
   [junit4]   2> 565802 WARN  (Thread-9028) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testRemovalOfLastReplica
   [junit4]   2> 565802 INFO  (TEST-OverseerTest.testRemovalOfLastReplica-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764025417731-127.0.0.1:47700_solr-n_0000000000) closing
   [junit4]   2> 565804 INFO  (OverseerStateUpdate-95429764025417731-127.0.0.1:47700_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:47700_solr
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadQueueItem
   [junit4]   2> 565820 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 565821 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 565832 INFO  (Thread-9029) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ZkTestServer start zk server on port:52976
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565921 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565954 INFO  (zkCallback-585-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3a38e994 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565954 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565956 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 565962 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 565970 INFO  (zkCallback-586-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6fdf3a48 name:ZooKeeperConnection Watcher:127.0.0.1:52976 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 565970 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 565980 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566012 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566016 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4da89415 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566016 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566017 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566023 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 566024 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 566025 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 566026 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 566027 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566032 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566052 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1df7eddf name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566052 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566053 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=600000&connTimeout=60000&retry=true
   [junit4]   2> 566068 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 566069 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95429764121690115-127.0.0.1:52976_solr-n_0000000000
   [junit4]   2> 566070 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:52976_solr
   [junit4]   2> 566071 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.Overseer Overseer (id=95429764121690115-127.0.0.1:52976_solr-n_0000000000) starting
   [junit4]   2> 566072 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 566084 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 566086 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 566087 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 566088 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 566089 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 566091 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 566092 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 566093 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566094 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566095 INFO  (OverseerCollectionConfigSetProcessor-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 566122 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566131 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 566166 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 566175 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37a76fb4 name:ZooKeeperConnection Watcher:127.0.0.1:52976/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 566175 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 566176 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 566177 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 566178 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1
   [junit4]   2> 566179 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566179 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 566180 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566180 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 566181 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"} current state version: 0
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Update state numShards=3 message={
   [junit4]   2>   "operation":"state",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "node_name":"127.0.0.1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "core_node_name":"node1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "numShards":"3",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr/"}
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 566182 INFO  (OverseerStateUpdate-95429764121690115-127.0.0.1:52976_solr-n_0000000000) [    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 566184 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566184 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566185 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 566681 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard2/election
   [junit4]   2> 566682 INFO  (zkCallback-588-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566682 INFO  (zkCallback-587-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566683 INFO  (zkCallback-591-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 566685 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard2/election/95429764121690116-127.0.0.1_core1-n_0000000000
   [junit4]   2> 566686 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leaders/shard2
   [junit4]   2> 566687 INFO  (TEST-OverseerTest.testBadQueueItem-seed#[3132EE27F7365D16]) [    ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/collection1/leaders/shard2/leader after winning as /collections/collection1/leader_elect/shard2/election/954297641

[...truncated too long message...]

  [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:497)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:834)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Caused by: java.lang.NullPointerException
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlocksMap.size(BlocksMap.java:198)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.blockmanagement.BlockManager.getTotalBlocks(BlockManager.java:3291)
   [junit4]   2> 	at org.apache.hadoop.hdfs.server.namenode.FSNamesystem.getBlocksTotal(FSNamesystem.java:6223)
   [junit4]   2> 	... 54 more
   [junit4]   2> 4421254 INFO  (SUITE-HdfsUnloadDistributedZkTest-seed#[3132EE27F7365D16]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Feb 22, 2016 1:08:16 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {other_tl1=BlockTreeOrds(blocksize=128), range_facet_l_dv=FST50, _version_=BlockTreeOrds(blocksize=128), multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), intDefault=BlockTreeOrds(blocksize=128), a_i1=PostingsFormat(name=Asserting), id=FST50, range_facet_i_dv=PostingsFormat(name=Asserting), text=Lucene50(blocksize=128), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=sq-AL, timezone=US/East-Indiana
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=2,free=152163120,total=525860864
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsLockFactoryTest, TestPostingsSolrHighlighter, TestCloudSchemaless, CoreAdminHandlerTest, TestUtils, TestRecovery, TestSolrQueryParser, TestChildDocTransformer, RecoveryAfterSoftCommitTest, CloudMLTQParserTest, TestSort, TestDynamicLoading, BadIndexSchemaTest, HighlighterConfigTest, TestFuzzyAnalyzedSuggestions, TestFieldTypeResource, TestSweetSpotSimilarityFactory, CoreMergeIndexesAdminHandlerTest, TestJmxMonitoredMap, TestBulkSchemaAPI, FieldAnalysisRequestHandlerTest, SparseHLLTest, FieldMutatingUpdateProcessorTest, SolrCoreCheckLockOnStartupTest, TestCoreDiscovery, HdfsChaosMonkeyNothingIsSafeTest, CleanupOldIndexTest, OverseerRolesTest, MergeStrategyTest, TestCloudPivotFacet, TestSchemaManager, TestCollationField, DistribCursorPagingTest, OverseerTest, TestExtendedDismaxParser, NoCacheHeaderTest, TestRandomRequestDistribution, SolrTestCaseJ4Test, TestDistributedStatsComponentCardinality, CurrencyFieldXmlFileTest, QueryParsingTest, TestBulkSchemaConcurrent, PreAnalyzedUpdateProcessorTest, TestXIncludeConfig, DebugComponentTest, TestSchemaResource, TestSolrXml, CustomCollectionTest, TestJsonFacets, TestElisionMultitermQuery, DeleteReplicaTest, HttpPartitionTest, TestGroupingSearch, RegexBoostProcessorTest, TestFastWriter, HdfsTlogReplayBufferedWhileIndexingTest, TestJmxIntegration, LeaderInitiatedRecoveryOnShardRestartTest, FullSolrCloudDistribCmdsTest, CircularListTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestIndexingPerformance, CollectionStateFormat2Test, UnloadDistributedZkTest, TestSortByMinMaxFunction, TestTolerantSearch, AssignTest, SegmentsInfoRequestHandlerTest, HardAutoCommitTest, BinaryUpdateRequestHandlerTest, TestLRUStatsCache, LeaderElectionTest, DateMathParserTest, FullHLLTest, PrimitiveFieldTypeTest, SaslZkACLProviderTest, HdfsDirectoryFactoryTest, TestIndexSearcher, DocValuesMissingTest, StatelessScriptUpdateProcessorFactoryTest, HdfsNNFailoverTest, ZkStateWriterTest, TestSolrCLIRunExample, SharedFSAutoReplicaFailoverUtilsTest, TestRawTransformer, TestExceedMaxTermLength, DistributedFacetPivotSmallTest, DocExpirationUpdateProcessorFactoryTest, TestAuthorizationFramework, SearchHandlerTest, TestReload, StressHdfsTest, TestCharFilters, RequestHandlersTest, BadCopyFieldTest, DocValuesMultiTest, BasicDistributedZk2Test, SyncSliceTest, OpenCloseCoreStressTest, AutoCommitTest, TestDistributedGrouping, TestFaceting, TestHashPartitioner, TermVectorComponentDistributedTest, TestRealTimeGet, TestStressReorder, TestStressVersions, TestCoreContainer, SimpleFacetsTest, StatsComponentTest, SolrCmdDistributorTest, TestFunctionQuery, BasicFunctionalityTest, DirectUpdateHandlerTest, HighlighterTest, SoftAutoCommitTest, TestFoldingMultitermQuery, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, TestRemoteStreaming, TestSolrDeletionPolicy1, LukeRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestQueryTypes, TermsComponentTest, DocumentBuilderTest, MoreLikeThisHandlerTest, RequiredFieldsTest, ReturnFieldsTest, JSONWriterTest, MBeansHandlerTest, JsonLoaderTest, PingRequestHandlerTest, SOLR749Test, UpdateParamsTest, TestSolrIndexConfig, SolrIndexConfigTest, BadComponentTest, TestStressRecovery, SampleTest, TestDocSet, TestSearchPerf, TestConfig, TestSolrCoreProperties, DirectSolrConnectionTest, SpellPossibilityIteratorTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, ScriptEngineTest, URLClassifyProcessorTest, PluginInfoTest, TestSuggestSpellingConverter, SpellingQueryConverterTest, ClusterStateTest, TestSolrJ, TestDocumentBuilder, SliceStateTest, SystemInfoHandlerTest, UUIDFieldTest, TestRTGBase, DistributedIntervalFacetingTest, TestJettySolrRunner, AliasIntegrationTest, CdcrRequestHandlerTest, DeleteLastCustomShardedReplicaTest, DistributedQueueTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, TestAuthenticationFramework, TestLeaderInitiatedRecoveryThread, TriLevelCompositeIdRoutingTest, HdfsRecoveryZkTest, HdfsUnloadDistributedZkTest]
   [junit4] Completed [463/579 (4!)] on J2 in 150.48s, 1 test, 1 error <<< FAILURES!

[...truncated 357 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 579 suites (8 ignored), 2331 tests, 4 errors, 34 ignored (18 assumptions) [seed: 3132EE27F7365D16]

Total time: 226 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 942 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/942/

5 tests failed.
FAILED:  org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test

Error Message:
Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>

Stack Trace:
java.lang.AssertionError: Exactly one shard should have changed, instead: [shard2, shard1] nodes=([core_node3(shard2), core_node2(shard1), core_node4(shard1)]) expected:<1> but was:<2>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.apache.solr.cloud.DistribDocExpirationUpdateProcessorTest.test(DistribDocExpirationUpdateProcessorTest.java:118)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.RollingRestartTest.test

Error Message:
Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]

Stack Trace:
java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload

Error Message:
expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>

Stack Trace:
java.lang.AssertionError: expected:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}]> but was:<[{indexVersion=1456311137423,generation=2,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bp4.cfe, _bp4.cfs, _bp4.si, _bp5.fdt, _bp5.fdx, _bp5.fnm, _bp5.nvd, _bp5.nvm, _bp5.si, _bp5_LuceneVarGapFixedInterval_0.doc, _bp5_LuceneVarGapFixedInterval_0.tib, _bp5_LuceneVarGapFixedInterval_0.tiv, _bp6.cfe, _bp6.cfs, _bp6.si, _bp7.cfe, _bp7.cfs, _bp7.si, _bp8.cfe, _bp8.cfs, _bp8.si, _bp9.cfe, _bp9.cfs, _bp9.si, _bpa.cfe, _bpa.cfs, _bpa.si, _bpb.cfe, _bpb.cfs, _bpb.si, _bpc.cfe, _bpc.cfs, _bpc.si, _bpd.cfe, _bpd.cfs, _bpd.si, _bpe.cfe, _bpe.cfs, _bpe.si, _bpf.cfe, _bpf.cfs, _bpf.si, _bpg.cfe, _bpg.cfs, _bpg.si, _bph.cfe, _bph.cfs, _bph.si, _bpi.cfe, _bpi.cfs, _bpi.si, _bpj.cfe, _bpj.cfs, _bpj.si, _bpk.cfe, _bpk.cfs, _bpk.si, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_2]}, {indexVersion=1456311137423,generation=3,filelist=[_1oi.fdt, _1oi.fdx, _1oi.fnm, _1oi.nvd, _1oi.nvm, _1oi.si, _1oi_LuceneVarGapFixedInterval_0.doc, _1oi_LuceneVarGapFixedInterval_0.tib, _1oi_LuceneVarGapFixedInterval_0.tiv, _2ir.fdt, _2ir.fdx, _2ir.fnm, _2ir.nvd, _2ir.nvm, _2ir.si, _2ir_LuceneVarGapFixedInterval_0.doc, _2ir_LuceneVarGapFixedInterval_0.tib, _2ir_LuceneVarGapFixedInterval_0.tiv, _3d0.fdt, _3d0.fdx, _3d0.fnm, _3d0.nvd, _3d0.nvm, _3d0.si, _3d0_LuceneVarGapFixedInterval_0.doc, _3d0_LuceneVarGapFixedInterval_0.tib, _3d0_LuceneVarGapFixedInterval_0.tiv, _479.fdt, _479.fdx, _479.fnm, _479.nvd, _479.nvm, _479.si, _479_LuceneVarGapFixedInterval_0.doc, _479_LuceneVarGapFixedInterval_0.tib, _479_LuceneVarGapFixedInterval_0.tiv, _51i.fdt, _51i.fdx, _51i.fnm, _51i.nvd, _51i.nvm, _51i.si, _51i_LuceneVarGapFixedInterval_0.doc, _51i_LuceneVarGapFixedInterval_0.tib, _51i_LuceneVarGapFixedInterval_0.tiv, _5vr.fdt, _5vr.fdx, _5vr.fnm, _5vr.nvd, _5vr.nvm, _5vr.si, _5vr_LuceneVarGapFixedInterval_0.doc, _5vr_LuceneVarGapFixedInterval_0.tib, _5vr_LuceneVarGapFixedInterval_0.tiv, _6q0.fdt, _6q0.fdx, _6q0.fnm, _6q0.nvd, _6q0.nvm, _6q0.si, _6q0_LuceneVarGapFixedInterval_0.doc, _6q0_LuceneVarGapFixedInterval_0.tib, _6q0_LuceneVarGapFixedInterval_0.tiv, _7k9.fdt, _7k9.fdx, _7k9.fnm, _7k9.nvd, _7k9.nvm, _7k9.si, _7k9_LuceneVarGapFixedInterval_0.doc, _7k9_LuceneVarGapFixedInterval_0.tib, _7k9_LuceneVarGapFixedInterval_0.tiv, _8e1.fdt, _8e1.fdx, _8e1.fnm, _8e1.nvd, _8e1.nvm, _8e1.si, _8e1_LuceneVarGapFixedInterval_0.doc, _8e1_LuceneVarGapFixedInterval_0.tib, _8e1_LuceneVarGapFixedInterval_0.tiv, _98a.fdt, _98a.fdx, _98a.fnm, _98a.nvd, _98a.nvm, _98a.si, _98a_LuceneVarGapFixedInterval_0.doc, _98a_LuceneVarGapFixedInterval_0.tib, _98a_LuceneVarGapFixedInterval_0.tiv, _a22.fdt, _a22.fdx, _a22.fnm, _a22.nvd, _a22.nvm, _a22.si, _a22_LuceneVarGapFixedInterval_0.doc, _a22_LuceneVarGapFixedInterval_0.tib, _a22_LuceneVarGapFixedInterval_0.tiv, _awb.fdt, _awb.fdx, _awb.fnm, _awb.nvd, _awb.nvm, _awb.si, _awb_LuceneVarGapFixedInterval_0.doc, _awb_LuceneVarGapFixedInterval_0.tib, _awb_LuceneVarGapFixedInterval_0.tiv, _bpl.fdt, _bpl.fdx, _bpl.fnm, _bpl.nvd, _bpl.nvm, _bpl.si, _bpl_LuceneVarGapFixedInterval_0.doc, _bpl_LuceneVarGapFixedInterval_0.tib, _bpl_LuceneVarGapFixedInterval_0.tiv, _u9.fdt, _u9.fdx, _u9.fnm, _u9.nvd, _u9.nvm, _u9.si, _u9_LuceneVarGapFixedInterval_0.doc, _u9_LuceneVarGapFixedInterval_0.tib, _u9_LuceneVarGapFixedInterval_0.tiv, segments_3]}]>
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:37F2FD45B342FD5D]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:147)
	at org.apache.solr.handler.TestReplicationHandler.doTestReplicateAfterCoreReload(TestReplicationHandler.java:1140)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13713, name=collection4, state=RUNNABLE, group=TGRP-CollectionsAPIDistributedZkTest]
Caused by: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:47198/f/qx: collection already exists: awholynewstresscollection_collection4_1
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:577)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:372)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:325)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1100)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:870)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:806)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1593)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createCollection(AbstractFullDistribZkTestBase.java:1614)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest$1CollectionThread.run(CollectionsAPIDistributedZkTest.java:973)


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:CC766182D99206AF]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11279 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/init-core-data-001
   [junit4]   2> 361002 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterCoreReload
   [junit4]   2> 361003 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1
   [junit4]   2> 361007 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361009 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,AVAILABLE}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364071ms
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=50914}
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361011 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361012 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 825582063
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 361017 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 361017 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361019 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361020 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361021 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361022 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361025 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361026 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361030 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361033 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361039 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361042 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361044 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 361046 INFO  (coreLoadExecutor-763-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 361047 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 361047 WARN  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@14f0ca33
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361048 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361049 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/
   [junit4]   2> 361051 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361052 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361053 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361054 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361055 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361056 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361057 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1a6cfc9d lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@1b5f3c8),segFN=segments_1,generation=1}
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@17d79337[collection1] main]
   [junit4]   2> 361061 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf}
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/conf
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 361062 INFO  (coreLoadExecutor-763-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361063 INFO  (searcherExecutor-764-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@17d79337[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361527 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1
   [junit4]   2> 361537 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 361542 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@52f7916b{/solr,null,AVAILABLE}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @364602ms
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=52073}
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002'
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361543 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361544 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/solr.xml
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1758476491
   [junit4]   2> 361550 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002]
   [junit4]   2> 361551 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/lib
   [junit4]   2> 361551 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 361552 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 361553 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/.
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361554 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 361557 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361566 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 361574 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 361575 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 361593 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 361596 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 361614 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 361624 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 361627 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1'
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1
   [junit4]   2> 361629 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 361633 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 361633 WARN  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 361644 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.MockRandomMergePolicy: org.apache.lucene.index.MockRandomMergePolicy@28f23ab
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361650 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361659 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 361661 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361662 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361663 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361664 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 361665 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 361666 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file
   [junit4]   2> 361667 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 361676 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=17, maxMergeAtOnceExplicit=14, maxMergedSegmentMB=0.6123046875, floorSegmentMB=0.46484375, forceMergeDeletesPctAllowed=27.75015975926917, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@5f6eec0f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5dfaf15a),segFN=segments_1,generation=1}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4dded96b[collection1] main]
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf}
   [junit4]   2> 361677 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/collection1/conf
   [junit4]   2> 361678 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 361687 INFO  (coreLoadExecutor-773-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 361688 INFO  (searcherExecutor-774-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4dded96b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 361713 INFO  (qtp340282996-2087) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@7960a0ef{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362076 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1758476491
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2efe5d8d
   [junit4]   2> 362079 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362081 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362082 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data;done=false>>]
   [junit4]   2> 362087 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index;done=false>>]
   [junit4]   2> 362088 INFO  (coreCloseExecutor-779-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 362089 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@52f7916b{/solr,null,UNAVAILABLE}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@3a841c8b{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 362095 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=825582063
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@6cb4d9ab
   [junit4]   2> 362103 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 362106 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 2 directories currently being tracked
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data;done=false>>]
   [junit4]   2> 362114 INFO  (coreCloseExecutor-780-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1/data
   [junit4]   2> 362115 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4aa57f98{/solr,null,UNAVAILABLE}
   [junit4]   2> 362121 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 362158 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5b7e037d{/solr,null,AVAILABLE}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@609e175f{HTTP/1.1,[http/1.1]}{127.0.0.1:34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.e.j.s.Server Started @365219ms
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=34342}
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 362159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001'
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/solr.xml
   [junit4]   2> 362167 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer New CoreContainer 862435675
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001]
   [junit4]   2> 362168 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/lib
   [junit4]   2> 362168 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 362172 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 362173 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 362190 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/.
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/./collection1
   [junit4]   2> 362191 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 362197 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 362198 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0
   [junit4]   2> 362199 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterCoreReload-seed#[1225E675C30AF35E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 362205 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 362209 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 362234 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 362237 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 362240 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_1225E675C30AF35E-001/solr-instance-001/collection1'
   [junit4]   2> 362241 INFO  (coreLoadExecutor-786-thread-1) [    ] o.a.s.c.CoreConta

[...truncated too long message...]

tion/95440983246504262-core_node9-n_0000000053
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504037-core_node14-n_0000000015
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504064-127.0.0.1:57832_-n_0000000060
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503995-127.0.0.1:59403_-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504205-core_node6-n_0000000042
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504076-127.0.0.1:42140_-n_0000000070
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504172-127.0.0.1:42140_-n_0000000114
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504109-127.0.0.1:38323_-n_0000000081
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503968-core_node9-n_0000000004
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504298-127.0.0.1:35739_-n_0000000174
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246503953-core_node4-n_0000000001
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246503995-core_node1-n_0000000009
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504043-core_node1-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504160-127.0.0.1:57832_-n_0000000110
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246503940-127.0.0.1:46113_-n_0000000017
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504235-127.0.0.1:59403_-n_0000000141
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504175-core_node4-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504229-core_node14-n_0000000047
   [junit4]   2> 	2	/solr/overseer_elect/election/95440983246504139-127.0.0.1:59403_-n_0000000097
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard2/election/95440983246504166-core_node9-n_0000000037
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504133-core_node14-n_0000000031
   [junit4]   2> 	2	/solr/collections/collection1/leader_elect/shard1/election/95440983246504085-core_node14-n_0000000023
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3946	/solr/live_nodes
   [junit4]   2> 	249	/solr/collections
   [junit4]   2> 	57	/solr/overseer/queue
   [junit4]   2> 	57	/solr/overseer/collection-queue-work
   [junit4]   2> 	14	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=RollingRestartTest -Dtests.method=test -Dtests.seed=1225E675C30AF35E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/x1/jenkins/lucene-data/enwiki.random.lines.txt -Dtests.locale=es-PE -Dtests.timezone=Europe/Moscow -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  921s J2 | RollingRestartTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Unable to restart (#6): CloudJettyRunner [url=http://127.0.0.1:42140/collection1]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1225E675C30AF35E:9A71D9AF6DF69EA6]:0)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.restartWithRolesTest(RollingRestartTest.java:103)
   [junit4]    > 	at org.apache.solr.cloud.RollingRestartTest.test(RollingRestartTest.java:52)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 4364098 INFO  (SUITE-RollingRestartTest-seed#[1225E675C30AF35E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.RollingRestartTest_1225E675C30AF35E-001
   [junit4]   2> Feb 24, 2016 11:52:32 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=ClassicSimilarity, locale=es-PE, timezone=Europe/Moscow
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=161746952,total=522190848
   [junit4]   2> NOTE: All tests run in this JVM: [TestSearchPerf, FullSolrCloudDistribCmdsTest, SampleTest, OutOfBoxZkACLAndCredentialsProvidersTest, NoCacheHeaderTest, UnloadDistributedZkTest, SearchHandlerTest, BlockJoinFacetDistribTest, XmlUpdateRequestHandlerTest, TestManagedSynonymFilterFactory, BinaryUpdateRequestHandlerTest, TestRecoveryHdfs, TestNoOpRegenerator, CollectionStateFormat2Test, TestSort, BlockCacheTest, DistributedExpandComponentTest, TestDynamicFieldResource, StatsComponentTest, StatelessScriptUpdateProcessorFactoryTest, VersionInfoTest, CurrencyFieldXmlFileTest, CursorMarkTest, TestConfigOverlay, RecoveryZkTest, TestJettySolrRunner, TestStandardQParsers, FieldMutatingUpdateProcessorTest, TestManagedSchemaFieldResource, TermVectorComponentDistributedTest, TestGroupingSearch, DebugComponentTest, TestDistribDocBasedVersion, TestIndexingPerformance, TestOrdValues, TestSimpleQParserPlugin, ShowFileRequestHandlerTest, TestFileDictionaryLookup, BigEndianAscendingWordDeserializerTest, TestRTimerTree, BadIndexSchemaTest, SuggesterWFSTTest, HdfsTlogReplayBufferedWhileIndexingTest, TestReqParamsAPI, TestReversedWildcardFilterFactory, TestSolrCloudWithKerberosAlt, TestStressRecovery, OverseerRolesTest, RequestHandlersTest, TestIndexSearcher, TestSweetSpotSimilarityFactory, TestExactStatsCache, SharedFSAutoReplicaFailoverUtilsTest, HdfsNNFailoverTest, ConjunctionSolrSpellCheckerTest, GraphQueryTest, DirectUpdateHandlerTest, TestReload, SuggesterTSTTest, SaslZkACLProviderTest, TestStressReorder, TestUtils, LukeRequestHandlerTest, DocValuesMultiTest, TestSchemaVersionResource, PluginInfoTest, HttpPartitionTest, TestPivotHelperCode, DeleteReplicaTest, TestCloudManagedSchemaConcurrent, TestFieldTypeCollectionResource, DistributedQueueTest, TestCharFilters, TestPHPSerializedResponseWriter, TestReloadAndDeleteDocs, HighlighterConfigTest, SuggestComponentTest, LeaderInitiatedRecoveryOnShardRestartTest, TestRuleBasedAuthorizationPlugin, HighlighterMaxOffsetTest, TestRawResponseWriter, TestRestManager, VMParamsZkACLAndCredentialsProvidersTest, CoreAdminHandlerTest, TestManagedSchema, TestFuzzyAnalyzedSuggestions, HardAutoCommitTest, TestRequestForwarding, TestSuggestSpellingConverter, SuggesterTest, LeaderElectionTest, TestSolrDeletionPolicy1, HLLUtilTest, CoreAdminRequestStatusTest, AnalysisErrorHandlingTest, AutoCommitTest, BasicDistributedZkTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, ZkSolrClientTest, TestZkChroot, TestRandomDVFaceting, ShardRoutingCustomTest, TestDistributedSearch, TestQuerySenderListener, UpdateParamsTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, ResponseLogComponentTest, BadComponentTest, TestSolrDeletionPolicy2, MultiTermTest, NumericFieldsTest, TestElisionMultitermQuery, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, TestPhraseSuggestions, TestCodecSupport, TestXIncludeConfig, EchoParamsTest, TestDFRSimilarityFactory, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TestJmxMonitoredMap, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, SolrTestCaseJ4Test, TestDistributedMissingSort, TestTolerantSearch, TestEmbeddedSolrServerConstructors, AliasIntegrationTest, CdcrRequestHandlerTest, ConcurrentDeleteAndCreateCollectionTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, ForceLeaderTest, RemoteQueryErrorTest, RollingRestartTest]
   [junit4] Completed [469/580 (5!)] on J2 in 921.91s, 1 test, 1 failure <<< FAILURES!

[...truncated 349 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 3 failures, 33 ignored (17 assumptions) [seed: 1225E675C30AF35E]

Total time: 232 minutes 35 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any



[JENKINS] Lucene-Solr-NightlyTests-trunk - Build # 941 - Still Failing

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-trunk/941/

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test

Error Message:
Timeout occured while waiting response from server at: http://127.0.0.1:42905

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occured while waiting response from server at: http://127.0.0.1:42905
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:588)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:241)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:230)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.makeRequest(CollectionsAPIDistributedZkTest.java:382)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testErrorHandling(CollectionsAPIDistributedZkTest.java:459)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.test(CollectionsAPIDistributedZkTest.java:169)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:964)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:939)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:170)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.fillBuffer(AbstractSessionInputBuffer.java:160)
	at org.apache.http.impl.io.SocketInputBuffer.fillBuffer(SocketInputBuffer.java:84)
	at org.apache.http.impl.io.AbstractSessionInputBuffer.readLine(AbstractSessionInputBuffer.java:273)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:140)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.AbstractHttpClientConnection.receiveResponseHeader(AbstractHttpClientConnection.java:283)
	at org.apache.http.impl.conn.DefaultClientConnection.receiveResponseHeader(DefaultClientConnection.java:251)
	at org.apache.http.impl.conn.ManagedClientConnectionImpl.receiveResponseHeader(ManagedClientConnectionImpl.java:197)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.client.DefaultRequestDirector.tryExecute(DefaultRequestDirector.java:685)
	at org.apache.http.impl.client.DefaultRequestDirector.execute(DefaultRequestDirector.java:487)
	at org.apache.http.impl.client.AbstractHttpClient.doExecute(AbstractHttpClient.java:882)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:107)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:482)
	... 47 more


FAILED:  org.apache.solr.cloud.OverseerTest.testShardLeaderChange

Error Message:
Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed

Stack Trace:
org.apache.solr.common.SolrException: Could not register as the leader because creating the ephemeral registration node in ZooKeeper failed
	at __randomizedtesting.SeedInfo.seed([D24697AF374A318E:C1510582DD2C47F]:0)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:212)
	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:173)
	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:138)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:310)
	at org.apache.solr.cloud.LeaderElector.joinElection(LeaderElector.java:219)
	at org.apache.solr.cloud.OverseerTest$MockZKController.publishState(OverseerTest.java:181)
	at org.apache.solr.cloud.OverseerTest.testShardLeaderChange(OverseerTest.java:841)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.zookeeper.KeeperException$NodeExistsException: KeeperErrorCode = NodeExists
	at org.apache.zookeeper.KeeperException.create(KeeperException.java:119)
	at org.apache.zookeeper.ZooKeeper.multiInternal(ZooKeeper.java:949)
	at org.apache.zookeeper.ZooKeeper.multi(ZooKeeper.java:915)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:577)
	at org.apache.solr.common.cloud.SolrZkClient$11.execute(SolrZkClient.java:574)
	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
	at org.apache.solr.common.cloud.SolrZkClient.multi(SolrZkClient.java:574)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase$1.execute(ElectionContext.java:195)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:49)
	at org.apache.solr.common.util.RetryUtil.retryOnThrowable(RetryUtil.java:42)
	at org.apache.solr.cloud.ShardLeaderElectionContextBase.runLeaderProcess(ElectionContext.java:178)
	... 45 more




Build Log:
[...truncated 11701 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/init-core-data-001
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true)
   [junit4]   2> 1932777 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 1932781 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1932781 INFO  (Thread-53237) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1932881 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer start zk server on port:49189
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932882 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932885 INFO  (zkCallback-2123-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74f92795 name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932885 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932886 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932889 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932890 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932891 INFO  (zkCallback-2124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6721e307 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932891 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 1932894 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 1932895 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 1932896 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 1932898 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 1932900 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 1932901 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932903 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 1932904 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 1932906 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 1932908 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932910 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 1932911 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932912 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932913 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932915 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 1932917 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932919 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932920 INFO  (zkCallback-2125-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@68da5aba name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932920 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932921 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1932922 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1932923 INFO  (zkCallback-2126-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36eb22e8 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1932923 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf2/solrconfig.xml
   [junit4]   2> 1932924 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf2/schema.xml
   [junit4]   2> 1932926 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/schema.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932928 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/enumsConfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932930 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf2/stopwords.txt
   [junit4]   2> 1932931 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/stopwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf2/protwords.txt
   [junit4]   2> 1932934 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/protwords.txt
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf2/currency.xml
   [junit4]   2> 1932936 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/currency.xml
   [junit4]   2> 1932938 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932939 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/open-exchange-rates.json
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932940 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/mapping-ISOLatin1Accent.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932942 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/old_synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf2/synonyms.txt
   [junit4]   2> 1932944 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/synonyms.txt
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/core/src/test-files/solr/collection1/conf/elevate.xml to /configs/conf2/elevate.xml
   [junit4]   2> 1932946 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf2/elevate.xml
   [junit4]   2> 1933045 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933048 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1933050 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@22bd1a42{/,null,AVAILABLE}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@4556ad17{HTTP/1.1,[http/1.1]}{127.0.0.1:60352}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1936494ms
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/control/data, hostContext=/, hostPort=60352, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores}
   [junit4]   2> 1933055 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001'
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1933056 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933057 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933058 INFO  (zkCallback-2127-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44f0c440 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933058 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1933059 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/solr.xml
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1784661764
   [junit4]   2> 1933064 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001]
   [junit4]   2> 1933064 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/lib
   [junit4]   2> 1933065 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,useRetries : false,
   [junit4]   2> 1933066 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:49189/solr
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1933067 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1933068 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933069 INFO  (zkCallback-2130-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1f3cae3e name:ZooKeeperConnection Watcher:127.0.0.1:49189 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933070 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1933072 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1933073 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@399849fd name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1933073 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1933074 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1933075 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1933078 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1933079 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1933081 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1933083 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1933084 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1933085 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1933086 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933087 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:60352_
   [junit4]   2> 1933089 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1933090 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1933091 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/95435677921116166-127.0.0.1:60352_-n_0000000000
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:60352_
   [junit4]   2> 1933092 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1933093 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Overseer (id=95435677921116166-127.0.0.1:60352_-n_0000000000) starting
   [junit4]   2> 1933095 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1933100 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1933101 INFO  (OverseerCollectionConfigSetProcessor-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1933101 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1933101 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1933104 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1933109 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1933121 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1933122 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1
   [junit4]   2> 1933124 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1933125 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [n:127.0.0.1:60352_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 1933126 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 1933128 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 1933128 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 1933129 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1933130 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 1934129 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1'
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934130 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934132 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 1934137 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <maxMergeDocs> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934141 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergeFactor> is deprecated, configure it on the relevant <mergePolicyFactory> instead.
   [junit4]   2> 1934142 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.0.0
   [junit4]   2> 1934150 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1934156 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1934248 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 1934254 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 1934255 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1934263 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934265 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934268 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/]
   [junit4]   2> 1934270 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@324966a3
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index/
   [junit4]   2> 1934271 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1934271 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/index
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1953717761, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934272 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934273 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/
   [junit4]   2> 1934273 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 1934276 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 1934277 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1934277 WARN  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 1934279 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934280 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934281 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934282 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/dump,/update/csv,/sql,/update/json/docs,/admin/luke,/export,/admin/segments,/get,/admin/system,/replication,/admin/properties,/config,/stream,/schema,/admin/plugins,/admin/logging,/update/json,/admin/ping,/admin/threads,/update,/admin/file
   [junit4]   2> 1934285 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1934286 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=418290869, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@301b543f lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7e982d30),segFN=segments_1,generation=1}
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1934287 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d873664[collection1] main]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 1934288 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1934289 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1934290 INFO  (searcherExecutor-5889-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@1d873664[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 1934290 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1526970848318062592
   [junit4]   2> 1934292 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 1934293 INFO  (coreLoadExecutor-5888-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1934293 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:60352 collection:control_collection shard:shard1
   [junit4]   2> 1934294 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934298 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=180000
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 1934300 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:60352/collection1/ has no replicas
   [junit4]   2> 1934300 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 1934301 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 1934304 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/95435677921116166-core_node1-n_0000000000
   [junit4]   2> 1934305 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:60352/collection1/ shard1
   [junit4]   2> 1934306 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 1934408 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:60352/collection1/ and leader is http://127.0.0.1:60352/collection1/
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:60352
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 1934457 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 1934459 INFO  (coreZkRegister-5882-thread-1-processing-n:127.0.0.1:60352_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:60352_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 1934459 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:60352",
   [junit4]   2>   "node_name":"127.0.0.1:60352_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 1934562 INFO  (zkCallback-2131-thread-1-processing-n:127.0.0.1:60352_) [n:127.0.0.1:60352_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 1934627 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934628 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934629 INFO  (zkCallback-2133-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c4e4882 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934629 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1934630 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934631 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934632 INFO  (zkCallback-2134-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44010f00 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934632 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934633 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 1934635 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 1934732 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores/collection1
   [junit4]   2> 1934733 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001
   [junit4]   2> 1934734 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server jetty-9.3.6.v20151106
   [junit4]   2> 1934735 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@609d0b41{/,null,AVAILABLE}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.ServerConnector Started ServerConnector@7043d562{HTTP/1.1,[http/1.1]}{127.0.0.1:42905}
   [junit4]   2> 1934736 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.e.j.s.Server Started @1938175ms
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=42905, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores}
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@4e0e2f2a
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001'
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1934737 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1934738 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1934739 INFO  (zkCallback-2135-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fc59f13 name:ZooKeeperConnection Watcher:127.0.0.1:49189/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1934739 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 1934740 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/solr.xml
   [junit4]   2> 1934741 INFO  (OverseerStateUpdate-95435677921116166-127.0.0.1:60352_-n_0000000000) [n:127.0.0.1:60352_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/../../../../../../../../../../x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/cores
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer New CoreContainer 1860862635
   [junit4]   2> 1934745 INFO  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001]
   [junit4]   2> 1934746 WARN  (TEST-CollectionsAPIDistributedZkTest.test-seed#[D24697AF374A318E]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_D24697AF374A318E-001/shard-1-001/l

[...truncated too long message...]

n], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"test",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "stateFormat":"2"} current state version: 4
   [junit4]   2> 2740877 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ClusterStateMutator building a new cName: test
   [junit4]   2> 2740881 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 0, message = {
   [junit4]   2>   "operation":"createshard",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "replicationFactor":"1"} current state version: 4
   [junit4]   2> 2740883 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} current state version: 4
   [junit4]   2> 2740884 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "operation":"addreplica",
   [junit4]   2>   "collection":"test",
   [junit4]   2>   "shard":"x",
   [junit4]   2>   "base_url":"http://127.0.0.1/solr",
   [junit4]   2>   "node_name":"node1",
   [junit4]   2>   "core":"core1",
   [junit4]   2>   "state":"down"} 
   [junit4]   2> 2740911 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740963 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2740989 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/test/state.json
   [junit4]   2> 2741017 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741019 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2741023 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741167 INFO  (Thread-53885) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:57482 57482
   [junit4]   2> 2741168 WARN  (Thread-53885) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/live_nodes
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testExternalClusterStateChangeBehavior
   [junit4]   2> 2741168 INFO  (TEST-OverseerTest.testExternalClusterStateChangeBehavior-seed#[D24697AF374A318E]) [    ] o.a.s.c.Overseer Overseer (id=95435730840125443-127.0.0.1:57482_solr-n_0000000000) closing
   [junit4]   2> 2741168 INFO  (OverseerStateUpdate-95435730840125443-127.0.0.1:57482_solr-n_0000000000) [    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:57482_solr
   [junit4]   2> 2741169 ERROR (OverseerExitThread) [    ] o.a.s.c.Overseer could not read the data
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:350)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.checkIfIamStillLeader(Overseer.java:308)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.access$300(Overseer.java:89)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater$2.run(Overseer.java:267)
   [junit4]   2> 2744170 INFO  (SUITE-OverseerTest-seed#[D24697AF374A318E]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build/solr-core/test/J2/temp/solr.cloud.OverseerTest_D24697AF374A318E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene60): {}, docValues:{}, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=ar-BH, timezone=America/North_Dakota/New_Salem
   [junit4]   2> NOTE: Linux 3.13.0-52-generic amd64/Oracle Corporation 1.8.0_66 (64-bit)/cpus=4,threads=1,free=284915400,total=499646464
   [junit4]   2> NOTE: All tests run in this JVM: [TestRestManager, TestReversedWildcardFilterFactory, BadIndexSchemaTest, FieldAnalysisRequestHandlerTest, TestSolrDeletionPolicy1, ExitableDirectoryReaderTest, CursorMarkTest, TestConfigSetsAPIExclusivity, StatsComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, DistribCursorPagingTest, TestWriterPerf, SuggestComponentTest, TestPivotHelperCode, TestPerFieldSimilarityClassic, TestSweetSpotSimilarityFactory, SuggesterWFSTTest, TestReqParamsAPI, BlockCacheTest, ShowFileRequestHandlerTest, VersionInfoTest, DocValuesMultiTest, HLLUtilTest, TestFuzzyAnalyzedSuggestions, TestDocBasedVersionConstraints, TestDefaultStatsCache, StressHdfsTest, TestDynamicFieldResource, TestSchemaVersionResource, LeaderInitiatedRecoveryOnShardRestartTest, BasicDistributedZk2Test, TestSortingResponseWriter, TestStandardQParsers, TestPHPSerializedResponseWriter, RecoveryZkTest, TestClassicSimilarityFactory, TestCoreDiscovery, TestCopyFieldCollectionResource, TestNoOpRegenerator, CoreAdminHandlerTest, SampleTest, TestDistribDocBasedVersion, RegexBoostProcessorTest, ConcurrentDeleteAndCreateCollectionTest, VMParamsZkACLAndCredentialsProvidersTest, UUIDUpdateProcessorFallbackTest, TestInitQParser, TestRequestForwarding, TestPostingsSolrHighlighter, TestSimpleQParserPlugin, ConjunctionSolrSpellCheckerTest, RulesTest, TestSolrConfigHandlerCloud, ScriptEngineTest, AnalysisErrorHandlingTest, BaseCdcrDistributedZkTest, RequestHandlersTest, CurrencyFieldXmlFileTest, TestCSVResponseWriter, PrimitiveFieldTypeTest, TestSolrIndexConfig, TestSuggestSpellingConverter, DistributedQueryComponentCustomSortTest, SecurityConfHandlerTest, XmlUpdateRequestHandlerTest, TestElisionMultitermQuery, AutoCommitTest, ClusterStateTest, TestXmlQParser, TestUtils, HighlighterConfigTest, HttpPartitionTest, TestJettySolrRunner, UpdateParamsTest, ParsingFieldUpdateProcessorsTest, ExplicitHLLTest, TestSearchPerf, BlockJoinFacetDistribTest, TestDistributedMissingSort, SuggesterTSTTest, QueryParsingTest, TestSolrJ, TestRTimerTree, TestZkChroot, TestCharFilters, RestartWhileUpdatingTest, TestRecoveryHdfs, DateRangeFieldTest, StatelessScriptUpdateProcessorFactoryTest, SpatialRPTFieldTypeTest, HdfsNNFailoverTest, HdfsChaosMonkeyNothingIsSafeTest, PluginInfoTest, PKIAuthenticationIntegrationTest, OpenCloseCoreStressTest, OverseerTest]
   [junit4] Completed [283/580 (2!)] on J2 in 135.36s, 13 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 958 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:747: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:684: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/build.xml:59: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/build.xml:233: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/solr/common-build.xml:524: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1457: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-trunk/lucene/common-build.xml:1014: There were test failures: 580 suites (8 ignored), 2345 tests, 2 errors, 33 ignored (17 assumptions) [seed: D24697AF374A318E]

Total time: 218 minutes 49 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
No prior successful build to compare, so performing full copy of artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any