You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2016/09/14 11:05:52 UTC

[JENKINS] Lucene-Solr-Tests-master - Build # 1392 - Still Unstable

Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1392/

1 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:46512/forceleader_test_collection_shard1_replica3]

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: No live SolrServers available to handle this request:[http://127.0.0.1:46512/forceleader_test_collection_shard1_replica3]
	at __randomizedtesting.SeedInfo.seed([6985005880625E85:8F123498B9E0A7E4]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:755)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1161)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
	at org.apache.solr.cloud.ForceLeaderTest.sendDoc(ForceLeaderTest.java:424)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:131)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:46512/forceleader_test_collection_shard1_replica3]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:394)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:730)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:46512/forceleader_test_collection_shard1_replica3
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:615)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:415)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:383)
	... 6 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:46512 [/127.0.0.1] failed: Connection refused
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:513)
	... 10 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
	... 20 more




Build Log:
[...truncated 12031 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/init-core-data-001
   [junit4]   2> 2582528 INFO  (SUITE-ForceLeaderTest-seed#[6985005880625E85]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2582528 INFO  (SUITE-ForceLeaderTest-seed#[6985005880625E85]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2582530 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2582530 INFO  (Thread-3370) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2582530 INFO  (Thread-3370) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2582738 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.ZkTestServer start zk server on port:58816
   [junit4]   2> 2582738 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2582740 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2582743 INFO  (zkCallback-2928-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f52d192 name:ZooKeeperConnection Watcher:127.0.0.1:58816 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2582743 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2582743 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2582743 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2582749 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157283393ea0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2582755 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2582759 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2582762 INFO  (zkCallback-2929-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@723a6f3b name:ZooKeeperConnection Watcher:127.0.0.1:58816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2582762 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2582762 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2582762 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2582764 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2582765 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2582766 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2582767 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2582770 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2582772 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2582772 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2582774 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2582774 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2582779 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2582779 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2582780 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2582781 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2582788 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2582788 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2582822 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2582822 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2582823 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2582823 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2582824 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2582825 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2582826 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2582826 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2582827 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2582827 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2582921 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1
   [junit4]   2> 2582923 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2582927 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2519271e{/,null,AVAILABLE}
   [junit4]   2> 2582928 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.ServerConnector Started ServerConnector@2b9d4a1c{HTTP/1.1,[http/1.1]}{127.0.0.1:38217}
   [junit4]   2> 2582928 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.Server Started @2590614ms
   [junit4]   2> 2582928 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/tempDir-001/control/data, hostContext=/, hostPort=46512, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores}
   [junit4]   2> 2582929 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2582929 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001'
   [junit4]   2> 2582929 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2582929 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2582929 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2582930 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2582934 INFO  (zkCallback-2930-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@60a74bd6 name:ZooKeeperConnection Watcher:127.0.0.1:58816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2582934 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2582934 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2582939 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2582939 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/solr.xml
   [junit4]   2> 2582952 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores
   [junit4]   2> 2582952 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CoreContainer New CoreContainer 1538514330
   [junit4]   2> 2582952 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001]
   [junit4]   2> 2582953 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/lib
   [junit4]   2> 2582953 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2582967 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2582967 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2582967 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2582967 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58816/solr
   [junit4]   2> 2582967 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2582967 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2582968 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2582974 INFO  (zkCallback-2933-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4b59ca67 name:ZooKeeperConnection Watcher:127.0.0.1:58816 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2582982 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2582982 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2582995 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$85/95314422@6b154229
   [junit4]   2> 2582996 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2583001 INFO  (zkCallback-2934-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@47848a2a name:ZooKeeperConnection Watcher:127.0.0.1:58816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2583001 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2583002 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2583003 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2583010 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2583012 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2583018 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2583019 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2583020 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2583021 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2583022 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2583022 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2583023 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2583026 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2583028 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2583035 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2583035 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2583036 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96590119001784324-127.0.0.1:46512_-n_0000000000
   [junit4]   2> 2583036 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:46512_
   [junit4]   2> 2583036 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2583037 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer Overseer (id=96590119001784324-127.0.0.1:46512_-n_0000000000) starting
   [junit4]   2> 2583042 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2583051 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2583058 INFO  (OverseerCollectionConfigSetProcessor-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2583062 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2583070 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:46512_
   [junit4]   2> 2583070 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:46512_
   [junit4]   2> 2583082 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2583089 INFO  (zkCallback-2934-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 2583100 INFO  (zkCallback-2934-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2583105 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2583105 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2583106 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores
   [junit4]   2> 2583106 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2583107 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1
   [junit4]   2> 2583107 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2583114 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2583114 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2583118 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 2583126 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 2583126 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:46512_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2583130 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 2583134 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46512",
   [junit4]   2>   "node_name":"127.0.0.1:46512_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2583134 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46512",
   [junit4]   2>   "node_name":"127.0.0.1:46512_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2583142 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2583150 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2583170 INFO  (zkCallback-2934-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2583174 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2583174 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2583174 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2583186 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2583186 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2583206 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2583206 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1'
   [junit4]   2> 2583206 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2583206 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2583218 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2583230 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2583233 WARN  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2583234 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2583243 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2583249 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2583353 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2583359 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2583360 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2583368 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2583370 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2583377 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2583378 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2583379 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 2583379 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2583379 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2583380 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data/]
   [junit4]   2> 2583380 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@b749069
   [junit4]   2> 2583380 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data/snapshot_metadata
   [junit4]   2> 2583380 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 2583380 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data
   [junit4]   2> 2583381 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2583381 WARN  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2583381 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data/index
   [junit4]   2> 2583381 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8151364831405896]
   [junit4]   2> 2583381 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@723752a3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@526108cc),segFN=segments_1,generation=1}
   [junit4]   2> 2583382 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2583384 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2583385 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2583385 WARN  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2583387 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2583388 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2583388 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2583389 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2583390 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data/
   [junit4]   2> 2583391 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2583423 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2583423 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2583426 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2583426 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2583427 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2583427 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2583427 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2583427 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@723752a3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@526108cc),segFN=segments_1,generation=1}
   [junit4]   2> 2583428 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2583428 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5dd552d[collection1] main]
   [junit4]   2> 2583428 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 2583429 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 2583429 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2583430 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2583430 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2583430 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2583430 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2583430 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2583430 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2583430 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2583431 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2583431 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2583431 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2583431 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545441904972267520
   [junit4]   2> 2583433 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1545441904972267520
   [junit4]   2> 2583433 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2583434 INFO  (coreLoadExecutor-7370-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2583434 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:46512 collection:control_collection shard:shard1
   [junit4]   2> 2583434 INFO  (searcherExecutor-7371-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5dd552d[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2583435 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2583438 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96590119001784324-core_node1-n_0000000000
   [junit4]   2> 2583438 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2583439 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2583439 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2583439 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:46512/collection1/
   [junit4]   2> 2583440 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2583440 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:46512/collection1/ has no replicas
   [junit4]   2> 2583440 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2583442 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96590119001784324-core_node1-n_0000000000
   [junit4]   2> 2583444 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:46512/collection1/ shard1
   [junit4]   2> 2583446 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2583474 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer processMessage: queueSize: 2, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:46512",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2583691 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2583692 INFO  (zkCallback-2934-thread-2-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2583692 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2583702 INFO  (zkCallback-2938-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2f3314c4 name:ZooKeeperConnection Watcher:127.0.0.1:58816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2583702 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2583702 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2583702 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2583703 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2583703 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2583704 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2583704 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 2583704 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2583705 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2583706 INFO  (zkCallback-2939-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b858405 name:ZooKeeperConnection Watcher:127.0.0.1:58816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2583706 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2583706 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2583708 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 2583708 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2583742 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:46512/collection1/ and leader is http://127.0.0.1:46512/collection1/
   [junit4]   2> 2583742 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:46512
   [junit4]   2> 2583742 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2583742 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2583742 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2583758 INFO  (coreZkRegister-7363-thread-1-processing-n:127.0.0.1:46512_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:46512_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 2583778 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46512",
   [junit4]   2>   "node_name":"127.0.0.1:46512_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2583778 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:46512",
   [junit4]   2>   "node_name":"127.0.0.1:46512_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2583788 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 2583919 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/cores/collection1
   [junit4]   2> 2583919 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001
   [junit4]   2> 2583920 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2583923 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@78530d76{/,null,AVAILABLE}
   [junit4]   2> 2583923 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.ServerConnector Started ServerConnector@188eaff8{HTTP/1.1,[http/1.1]}{127.0.0.1:48307}
   [junit4]   2> 2583923 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.e.j.s.Server Started @2591609ms
   [junit4]   2> 2583923 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=33069, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/cores}
   [junit4]   2> 2583924 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2583924 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001'
   [junit4]   2> 2583924 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2583924 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2583924 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2583925 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2583954 INFO  (zkCallback-2938-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2583958 INFO  (zkCallback-2940-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7af2d77d name:ZooKeeperConnection Watcher:127.0.0.1:58816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2583958 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2583959 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2583966 INFO  (zkCallback-2934-thread-3-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2583974 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2583975 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/solr.xml
   [junit4]   2> 2583979 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/cores
   [junit4]   2> 2583980 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CoreContainer New CoreContainer 2142073646
   [junit4]   2> 2583980 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001]
   [junit4]   2> 2583980 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/lib
   [junit4]   2> 2583980 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2583982 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2583982 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2583982 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2583982 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:58816/solr
   [junit4]   2> 2583983 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2583983 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2583983 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2583998 INFO  (zkCallback-2943-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7eb8b73 name:ZooKeeperConnection Watcher:127.0.0.1:58816 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2584010 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2584010 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2584030 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$85/95314422@6cb52053
   [junit4]   2> 2584031 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2584046 INFO  (zkCallback-2944-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e6f12bc name:ZooKeeperConnection Watcher:127.0.0.1:58816/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2584046 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2584186 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2584186 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2584187 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2584190 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2584190 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96590119001784329-127.0.0.1:33069_-n_0000000001
   [junit4]   2> 2584190 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96590119001784324-127.0.0.1:46512_-n_0000000000 to know if I could be the leader
   [junit4]   2> 2584191 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.ZkController Publish node=127.0.0.1:33069_ as DOWN
   [junit4]   2> 2584194 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33069_
   [junit4]   2> 2584194 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:33069_
   [junit4]   2> 2584208 INFO  (zkCallback-2938-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2584208 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:33069_"} current state version: 3
   [junit4]   2> 2584208 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:33069_
   [junit4]   2> 2584208 INFO  (zkCallback-2934-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2584208 INFO  (zkCallback-2944-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2584215 INFO  (zkCallback-2934-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2584215 INFO  (zkCallback-2938-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2584218 INFO  (zkCallback-2944-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2584218 INFO  (zkCallback-2934-thread-1-processing-n:127.0.0.1:46512_) [n:127.0.0.1:46512_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2584218 INFO  (zkCallback-2938-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2584228 INFO  (zkCallback-2944-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2584248 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2584249 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2584249 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/cores
   [junit4]   2> 2584250 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2584250 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-1-001/cores/collection1
   [junit4]   2> 2584250 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2584262 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 2584262 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[6985005880625E85]) [n:127.0.0.1:33069_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2584282 INFO  (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2584282 INFO  (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2584310 INFO  (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 2584318 INFO  (coreLoadExecutor-7381-thread-1-processing-n:127.0.0.1:33069_) [n:127.0.0.1:33069_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 2584318 INFO  (OverseerStateUpdate-96590119001784324-127.0.0.1:46512_-n_0000000000) [n:127.0.0.1:46512_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http

[...truncated too long message...]

rectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-3-002/cores/collection1/data/snapshot_metadata [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-3-002/cores/collection1/data/snapshot_metadata;done=false>>]
   [junit4]   2> 2701854 INFO  (zkCallback-2991-thread-2-processing-n:127.0.0.1:57658_) [n:127.0.0.1:57658_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 2701854 INFO  (zkCallback-2991-thread-2-processing-n:127.0.0.1:57658_) [n:127.0.0.1:57658_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001/shard-3-002/cores/collection1/data/snapshot_metadata
   [junit4]   2> 2701854 INFO  (zkCallback-2991-thread-2-processing-n:127.0.0.1:57658_) [n:127.0.0.1:57658_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.ElectionContext Canceling election /collections/collection1/leader_elect/shard2/election/96590122045800463-core_node3-n_0000000001
   [junit4]   2> 2701855 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@160bcee2{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2701855 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6901cfde{/,null,UNAVAILABLE}
   [junit4]   2> 2701859 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 50315
   [junit4]   2> 2701860 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36693 36693
   [junit4]   2> 2702192 INFO  (Thread-3417) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:36693 36693
   [junit4]   2> 2702193 WARN  (Thread-3417) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/forceleader_last_published/state.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	68	/solr/overseer/collection-queue-work
   [junit4]   2> 	40	/solr/overseer/queue
   [junit4]   2> 	16	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 2702194 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:43085/, target: http://127.0.0.1:37420/
   [junit4]   2> 2702194 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.a.s.c.SocketProxy Closing 4 connections to: http://127.0.0.1:50315/, target: http://127.0.0.1:57018/
   [junit4]   2> 2702194 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.a.s.c.SocketProxy Closing 8 connections to: http://127.0.0.1:57658/, target: http://127.0.0.1:45107/
   [junit4]   2> 2702194 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[6985005880625E85]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:53978/, target: http://127.0.0.1:49392/
   [junit4]   2> 2702195 INFO  (SUITE-ForceLeaderTest-seed#[6985005880625E85]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_6985005880625E85-001
   [junit4]   2> Sep 14, 2016 10:19:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=Memory doPackFST= false), _version_=FST50, multiDefault=PostingsFormat(name=MockRandom), a_t=PostingsFormat(name=MockRandom), intDefault=FST50, id=PostingsFormat(name=Memory doPackFST= false), range_facet_i_dv=PostingsFormat(name=MockRandom), text=PostingsFormat(name=LuceneFixedGap), range_facet_l=PostingsFormat(name=MockRandom), timestamp=PostingsFormat(name=MockRandom)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Direct), timestamp=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=273, maxMBSortInHeap=5.769785893703164, sim=ClassicSimilarity, locale=vi, timezone=Africa/Freetown
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=284914984,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [TestReRankQParserPlugin, TestDynamicFieldCollectionResource, TestXIncludeConfig, TestSlowCompositeReaderWrapper, TestDistribIDF, TestRebalanceLeaders, TestCryptoKeys, TestConfigSetsAPI, TestOnReconnectListenerSupport, TestXmlQParserPlugin, TestOrdValues, OpenExchangeRatesOrgProviderTest, UpdateParamsTest, SuggesterTest, DOMUtilTest, DistributedQueryComponentOptimizationTest, NoCacheHeaderTest, TestRequestStatusCollectionAPI, TestMiniSolrCloudCluster, BasicDistributedZk2Test, TestTestInjection, SSLMigrationTest, TestUtils, JSONWriterTest, TestExclusionRuleCollectionAccess, PluginInfoTest, BinaryUpdateRequestHandlerTest, TestCloudManagedSchema, TestFilteredDocIdSet, DistributedDebugComponentTest, TestJmxMonitoredMap, TestManagedResourceStorage, SOLR749Test, SharedFSAutoReplicaFailoverTest, HardAutoCommitTest, SuggesterTSTTest, TestLRUStatsCache, TestSizeLimitedDistributedMap, TestAnalyzedSuggestions, TestClassicSimilarityFactory, CloneFieldUpdateProcessorFactoryTest, UnloadDistributedZkTest, EnumFieldTest, TestAnalyzeInfixSuggestions, TestUninvertingReader, TestSolrJ, TestWriterPerf, ConfigSetsAPITest, PrimitiveFieldTypeTest, SolrTestCaseJ4Test, TestSolrQueryParser, MinimalSchemaTest, AnalyticsMergeStrategyTest, XmlUpdateRequestHandlerTest, SolrCLIZkUtilsTest, SimpleFacetsTest, RecoveryAfterSoftCommitTest, TestTolerantUpdateProcessorCloud, SpellPossibilityIteratorTest, RuleEngineTest, StatsComponentTest, BitVectorTest, TestFieldCacheReopen, TestDFRSimilarityFactory, TestConfigSetImmutable, TestTrackingShardHandlerFactory, TestFieldCacheSortRandom, TestZkChroot, HdfsCollectionsAPIDistributedZkTest, TermVectorComponentDistributedTest, OverseerCollectionConfigSetProcessorTest, TestSearcherReuse, TestInitQParser, AutoCommitTest, TestCloudPivotFacet, TestAddFieldRealTimeGet, TestSchemaManager, CoreAdminHandlerTest, BadIndexSchemaTest, TestTolerantSearch, PreAnalyzedFieldTest, ReplicationFactorTest, OverseerTest, TestShardHandlerFactory, MultiThreadedOCPTest, CollectionsAPIAsyncDistributedZkTest, TestSort, HdfsBasicDistributedZkTest, TestSolrCloudWithSecureImpersonation, HdfsRecoveryZkTest, QueryParsingTest, CustomCollectionTest, PrimUtilsTest, ShowFileRequestHandlerTest, TestCollationFieldDocValues, PingRequestHandlerTest, TestBlobHandler, RecoveryZkTest, TestFreeTextSuggestions, CollectionReloadTest, SyncSliceTest, BasicZkTest, FullSolrCloudDistribCmdsTest, TestReplicationHandler, LeaderElectionTest, TestDistributedGrouping, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TestStressReorder, TestReload, TestGroupingSearch, TestLazyCores, TestIndexSearcher, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, TestExtendedDismaxParser, SpellCheckCollatorTest, SolrRequestParserTest, TestTrie, PolyFieldTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, SortByFunctionTest, TestRemoteStreaming, DocValuesMultiTest, TestSolrDeletionPolicy1, LukeRequestHandlerTest, TestQueryTypes, RequestHandlersTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, MBeansHandlerTest, TestPHPSerializedResponseWriter, SearchHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestQuerySenderNoQuery, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, TestMergePolicyConfig, SampleTest, TestBinaryField, NumericFieldsTest, TestElisionMultitermQuery, TestConfig, TestFuzzyAnalyzedSuggestions, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestLuceneMatchVersion, TestPhraseSuggestions, SynonymTokenizerTest, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, TimeZoneUtilsTest, ResourceLoaderTest, TestFastOutputStream, ScriptEngineTest, URLClassifyProcessorTest, TestFastLRUCache, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, TestCrossCoreJoin, TestDistributedMissingSort, TestHighlightDedupGrouping, ConnectionReuseTest, AssignTest, BaseCdcrDistributedZkTest, CdcrBootstrapTest, ConcurrentDeleteAndCreateCollectionTest, ConnectionManagerTest, CreateCollectionCleanupTest, DeleteInactiveReplicaTest, DeleteShardTest, DistribJoinFromCollectionTest, ForceLeaderTest]
   [junit4] Completed [472/631 (1!)] on J2 in 119.94s, 3 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 60704 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1397 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1397/

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:38220","node_name":"127.0.0.1:38220_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/33)={   "replicationFactor":"3",   "shards":{"shard1":{       "range":"80000000-7fffffff",       "state":"active",       "replicas":{         "core_node1":{           "state":"down",           "base_url":"http://127.0.0.1:53640",           "core":"c8n_1x3_lf_shard1_replica3",           "node_name":"127.0.0.1:53640_"},         "core_node2":{           "core":"c8n_1x3_lf_shard1_replica2",           "base_url":"http://127.0.0.1:54326",           "node_name":"127.0.0.1:54326_",           "state":"down"},         "core_node3":{           "core":"c8n_1x3_lf_shard1_replica1",           "base_url":"http://127.0.0.1:38220",           "node_name":"127.0.0.1:38220_",           "state":"active",           "leader":"true"}}}},   "router":{"name":"compositeId"},   "maxShardsPerNode":"1",   "autoAddReplicas":"false"}

Stack Trace:
java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:38220","node_name":"127.0.0.1:38220_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/33)={
  "replicationFactor":"3",
  "shards":{"shard1":{
      "range":"80000000-7fffffff",
      "state":"active",
      "replicas":{
        "core_node1":{
          "state":"down",
          "base_url":"http://127.0.0.1:53640",
          "core":"c8n_1x3_lf_shard1_replica3",
          "node_name":"127.0.0.1:53640_"},
        "core_node2":{
          "core":"c8n_1x3_lf_shard1_replica2",
          "base_url":"http://127.0.0.1:54326",
          "node_name":"127.0.0.1:54326_",
          "state":"down"},
        "core_node3":{
          "core":"c8n_1x3_lf_shard1_replica1",
          "base_url":"http://127.0.0.1:38220",
          "node_name":"127.0.0.1:38220_",
          "state":"active",
          "leader":"true"}}}},
  "router":{"name":"compositeId"},
  "maxShardsPerNode":"1",
  "autoAddReplicas":"false"}
	at __randomizedtesting.SeedInfo.seed([EE206DF7BA461B76:6674522D14BA768E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11998 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/init-core-data-001
   [junit4]   2> 2919096 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[EE206DF7BA461B76]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 2919096 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[EE206DF7BA461B76]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 2919101 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2919101 INFO  (Thread-4123) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2919101 INFO  (Thread-4123) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2919201 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ZkTestServer start zk server on port:56335
   [junit4]   2> 2919201 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2919205 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2919209 INFO  (zkCallback-3219-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@653e99f name:ZooKeeperConnection Watcher:127.0.0.1:56335 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2919209 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2919209 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2919210 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 2919211 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2919213 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2919213 INFO  (zkCallback-3220-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5daf8792 name:ZooKeeperConnection Watcher:127.0.0.1:56335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2919213 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2919213 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2919213 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 2919215 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 2919216 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 2919217 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 2919218 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 2919218 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 2919220 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 2919220 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 2919221 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2919222 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 2919223 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 2919223 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 2919225 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 2919226 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 2919227 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 2919227 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 2919228 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 2919228 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 2919230 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2919230 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 2919232 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2919232 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 2919234 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 2919234 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 2919236 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 2919236 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 2919357 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1
   [junit4]   2> 2919359 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2919365 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3d3165df{/,null,AVAILABLE}
   [junit4]   2> 2919365 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.ServerConnector Started ServerConnector@20a6dde2{HTTP/1.1,[http/1.1]}{127.0.0.1:40854}
   [junit4]   2> 2919366 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.Server Started @2928012ms
   [junit4]   2> 2919366 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/tempDir-001/control/data, hostContext=/, hostPort=53812, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores}
   [junit4]   2> 2919366 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2919366 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001'
   [junit4]   2> 2919366 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2919366 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2919367 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2919368 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2919380 INFO  (zkCallback-3221-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@2007f8eb name:ZooKeeperConnection Watcher:127.0.0.1:56335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2919380 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2919380 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2919381 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2919382 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/solr.xml
   [junit4]   2> 2919391 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores
   [junit4]   2> 2919391 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CoreContainer New CoreContainer 1894993598
   [junit4]   2> 2919391 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001]
   [junit4]   2> 2919391 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/lib
   [junit4]   2> 2919392 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2919405 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2919405 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2919405 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2919406 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56335/solr
   [junit4]   2> 2919406 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2919406 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2919407 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2919407 INFO  (zkCallback-3224-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@67acbc9 name:ZooKeeperConnection Watcher:127.0.0.1:56335 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2919412 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2919412 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2919413 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$71/1562884926@5f9be416
   [junit4]   2> 2919416 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2919416 INFO  (zkCallback-3225-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@467e0db9 name:ZooKeeperConnection Watcher:127.0.0.1:56335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2919416 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2919417 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 2919418 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 2919421 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 2919422 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 2919423 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 2919425 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 2919426 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 2919427 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 2919428 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 2919428 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2919429 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2919429 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 2919431 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 2919433 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 2919434 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2919434 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96628071165788164-127.0.0.1:53812_-n_0000000000
   [junit4]   2> 2919434 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53812_
   [junit4]   2> 2919434 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 2919435 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer Overseer (id=96628071165788164-127.0.0.1:53812_-n_0000000000) starting
   [junit4]   2> 2919437 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 2919441 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 2919444 INFO  (OverseerCollectionConfigSetProcessor-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 2919447 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53812_
   [junit4]   2> 2919447 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53812_
   [junit4]   2> 2919456 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 2919546 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2919546 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2919547 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores
   [junit4]   2> 2919548 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2919548 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1
   [junit4]   2> 2919548 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2919549 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2919553 INFO  (zkCallback-3225-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2919560 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 2919560 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:53812_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2919560 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2919560 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2919561 INFO  (zkCallback-3225-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (1)
   [junit4]   2> 2919565 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53812",
   [junit4]   2>   "node_name":"127.0.0.1:53812_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 2919565 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53812",
   [junit4]   2>   "node_name":"127.0.0.1:53812_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2919565 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 2919566 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 2919567 INFO  (zkCallback-3225-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2919568 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 2919576 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 2919576 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2919576 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2919576 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 2919584 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2919596 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1'
   [junit4]   2> 2919596 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2919596 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2919612 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2919648 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2919723 WARN  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2919725 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2919741 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2919756 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2919879 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2919915 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2919916 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2920066 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2920068 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2920070 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2920070 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2920072 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 2920072 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 2920072 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 2920072 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data/]
   [junit4]   2> 2920072 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@ae4255d
   [junit4]   2> 2920073 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data/snapshot_metadata
   [junit4]   2> 2920073 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 2920080 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data
   [junit4]   2> 2920080 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data/index/
   [junit4]   2> 2920080 WARN  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 2920081 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data/index
   [junit4]   2> 2920081 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=41, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 2920081 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@9209635 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c672dee),segFN=segments_1,generation=1}
   [junit4]   2> 2920081 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2920087 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 2920087 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 2920087 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 2920087 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2920087 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 2920088 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 2920088 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2920088 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 2920088 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 2920088 WARN  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 2920090 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2920091 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2920092 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2920092 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data/
   [junit4]   2> 2920093 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 2920100 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 2920102 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 2920104 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 2920108 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2920108 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2920109 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2920109 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2920109 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=23, maxMergeAtOnceExplicit=18, maxMergedSegmentMB=91.0693359375, floorSegmentMB=0.5283203125, forceMergeDeletesPctAllowed=4.547906023696683, segmentsPerTier=43.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 2920110 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@9209635 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3c672dee),segFN=segments_1,generation=1}
   [junit4]   2> 2920110 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 2920110 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@69cec6b0[collection1] main]
   [junit4]   2> 2920111 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 2920112 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 2920112 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 2920112 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2920112 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 2920112 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 2920112 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 2920112 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2920113 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 2920113 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 2920113 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 2920113 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1546049139712720896
   [junit4]   2> 2920115 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1546049139712720896
   [junit4]   2> 2920115 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 2920115 INFO  (coreLoadExecutor-7569-thread-1-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 2920120 INFO  (searcherExecutor-7570-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@69cec6b0[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2920121 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:53812 collection:control_collection shard:shard1
   [junit4]   2> 2920121 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 2920124 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96628071165788164-core_node1-n_0000000000
   [junit4]   2> 2920125 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 2920127 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 2920128 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2920128 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2920128 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53812/collection1/
   [junit4]   2> 2920128 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2920128 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53812/collection1/ has no replicas
   [junit4]   2> 2920129 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 2920131 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96628071165788164-core_node1-n_0000000000
   [junit4]   2> 2920132 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53812/collection1/ shard1
   [junit4]   2> 2920134 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:53812",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 2920238 INFO  (zkCallback-3225-thread-4-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2920284 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:53812/collection1/ and leader is http://127.0.0.1:53812/collection1/
   [junit4]   2> 2920284 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53812
   [junit4]   2> 2920284 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2920284 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 2920284 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2920297 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53812",
   [junit4]   2>   "node_name":"127.0.0.1:53812_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 2920297 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53812",
   [junit4]   2>   "node_name":"127.0.0.1:53812_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2920300 INFO  (coreZkRegister-7562-thread-1-processing-n:127.0.0.1:53812_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53812_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 2920406 INFO  (zkCallback-3225-thread-5-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2920583 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2920585 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2920585 INFO  (zkCallback-3229-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4fc24751 name:ZooKeeperConnection Watcher:127.0.0.1:56335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2920585 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2920585 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2920585 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2920586 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2920586 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2920587 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 2920738 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/cores/collection1
   [junit4]   2> 2920739 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001
   [junit4]   2> 2920744 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2920749 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@23f3845d{/,null,AVAILABLE}
   [junit4]   2> 2920749 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.ServerConnector Started ServerConnector@19d93909{HTTP/1.1,[http/1.1]}{127.0.0.1:39660}
   [junit4]   2> 2920749 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.e.j.s.Server Started @2929396ms
   [junit4]   2> 2920750 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=54326, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/cores}
   [junit4]   2> 2920750 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 2920750 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001'
   [junit4]   2> 2920750 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2920750 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2920751 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2920752 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2920768 INFO  (zkCallback-3230-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65f90969 name:ZooKeeperConnection Watcher:127.0.0.1:56335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2920768 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2920769 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2920782 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 2920782 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/solr.xml
   [junit4]   2> 2920787 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/cores
   [junit4]   2> 2920787 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CoreContainer New CoreContainer 474935735
   [junit4]   2> 2920787 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001]
   [junit4]   2> 2920787 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/lib
   [junit4]   2> 2920787 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 2920805 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 2920805 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 2920805 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 2920805 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:56335/solr
   [junit4]   2> 2920805 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 2920806 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 2920806 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2920816 INFO  (zkCallback-3233-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6e7e6cdd name:ZooKeeperConnection Watcher:127.0.0.1:56335 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2920824 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2920824 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 2920838 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$71/1562884926@98f743
   [junit4]   2> 2920839 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 2920848 INFO  (zkCallback-3234-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a46d9d name:ZooKeeperConnection Watcher:127.0.0.1:56335/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 2920848 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 2920948 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 2920964 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 2920972 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2921105 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2921105 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96628071165788168-127.0.0.1:54326_-n_0000000001
   [junit4]   2> 2921106 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96628071165788164-127.0.0.1:53812_-n_0000000000 to know if I could be the leader
   [junit4]   2> 2921106 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.ZkController Publish node=127.0.0.1:54326_ as DOWN
   [junit4]   2> 2921108 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:54326_"} current state version: 3
   [junit4]   2> 2921108 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:54326_
   [junit4]   2> 2921109 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:54326_
   [junit4]   2> 2921109 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:54326_
   [junit4]   2> 2921110 INFO  (zkCallback-3229-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921110 INFO  (zkCallback-3225-thread-6-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921111 INFO  (zkCallback-3229-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2921111 INFO  (zkCallback-3225-thread-6-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2921111 INFO  (zkCallback-3234-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 2921118 INFO  (zkCallback-3234-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2921140 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 2921140 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 2921144 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/cores
   [junit4]   2> 2921150 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 2921151 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/cores/collection1
   [junit4]   2> 2921151 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 2921157 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 2921157 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 2921158 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.ZkController Collection collection1 not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 2921159 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [collection1]
   [junit4]   2> 2921160 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0
   [junit4]   2> 2921160 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [n:127.0.0.1:54326_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 2921160 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 2921164 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54326",
   [junit4]   2>   "node_name":"127.0.0.1:54326_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 3
   [junit4]   2> 2921164 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:54326",
   [junit4]   2>   "node_name":"127.0.0.1:54326_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 2921164 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 2921164 INFO  (OverseerStateUpdate-96628071165788164-127.0.0.1:53812_-n_0000000000) [n:127.0.0.1:53812_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 2921267 INFO  (zkCallback-3229-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2921267 INFO  (zkCallback-3234-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2921268 INFO  (zkCallback-3225-thread-6-processing-n:127.0.0.1:53812_) [n:127.0.0.1:53812_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2922161 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 2922161 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 2922161 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 2922162 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001/shard-1-001/cores/collection1'
   [junit4]   2> 2922162 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 2922162 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 2922168 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 2922176 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 2922179 WARN  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 2922180 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2922189 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2922194 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 2922346 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 2922351 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 2922353 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 2922361 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2922363 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 2922365 INFO  (coreLoadExecutor-7580-thread-1-processing-n:127.0.0.1:54326_) [n:127.0.0.1:54326_ c:collection1   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 2922365 INFO  (coreLoadEx

[...truncated too long message...]

ST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56335 56335
   [junit4]   2> 3039353 INFO  (Thread-4123) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:56335 56335
   [junit4]   2> 3039353 WARN  (Thread-4123) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 	3	/solr/collections/c8n_1x3_lf/state.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/overseer_elect/election/96628071165788164-127.0.0.1:53812_-n_0000000000
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	118	/solr/overseer/collection-queue-work
   [junit4]   2> 	49	/solr/overseer/queue
   [junit4]   2> 	10	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 3039354 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:53812/, target: http://127.0.0.1:40854/
   [junit4]   2> 3039354 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:53640/, target: http://127.0.0.1:54699/
   [junit4]   2> 3039354 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:38220/, target: http://127.0.0.1:58618/
   [junit4]   2> 3039354 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[EE206DF7BA461B76]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:54326/, target: http://127.0.0.1:39660/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=EE206DF7BA461B76 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=be -Dtests.timezone=Asia/Nicosia -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE  120s J0 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected 2 of 3 replicas to be active but only found 1; [core_node3:{"core":"c8n_1x3_lf_shard1_replica1","base_url":"http://127.0.0.1:38220","node_name":"127.0.0.1:38220_","state":"active","leader":"true"}]; clusterState: DocCollection(c8n_1x3_lf//clusterstate.json/33)={
   [junit4]    >   "replicationFactor":"3",
   [junit4]    >   "shards":{"shard1":{
   [junit4]    >       "range":"80000000-7fffffff",
   [junit4]    >       "state":"active",
   [junit4]    >       "replicas":{
   [junit4]    >         "core_node1":{
   [junit4]    >           "state":"down",
   [junit4]    >           "base_url":"http://127.0.0.1:53640",
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica3",
   [junit4]    >           "node_name":"127.0.0.1:53640_"},
   [junit4]    >         "core_node2":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica2",
   [junit4]    >           "base_url":"http://127.0.0.1:54326",
   [junit4]    >           "node_name":"127.0.0.1:54326_",
   [junit4]    >           "state":"down"},
   [junit4]    >         "core_node3":{
   [junit4]    >           "core":"c8n_1x3_lf_shard1_replica1",
   [junit4]    >           "base_url":"http://127.0.0.1:38220",
   [junit4]    >           "node_name":"127.0.0.1:38220_",
   [junit4]    >           "state":"active",
   [junit4]    >           "leader":"true"}}}},
   [junit4]    >   "router":{"name":"compositeId"},
   [junit4]    >   "maxShardsPerNode":"1",
   [junit4]    >   "autoAddReplicas":"false"}
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([EE206DF7BA461B76:6674522D14BA768E]:0)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:170)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 3039389 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[EE206DF7BA461B76]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderFailoverAfterPartitionTest_EE206DF7BA461B76-001
   [junit4]   2> Sep 21, 2016 3:11:15 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=FST50, _version_=Lucene50(blocksize=128), multiDefault=FSTOrd50, a_t=FSTOrd50, intDefault=Lucene50(blocksize=128), id=FST50, range_facet_i_dv=FSTOrd50, text=Lucene50(blocksize=128), range_facet_l=FSTOrd50, timestamp=FSTOrd50}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Asserting), timestamp=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=796, maxMBSortInHeap=6.019376626413862, sim=ClassicSimilarity, locale=be, timezone=Asia/Nicosia
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=165563960,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [TestHighlightDedupGrouping, TestFieldCacheVsDocValues, TestTrieFacet, HLLUtilTest, PathHierarchyTokenizerFactoryTest, TestSSLRandomization, ConnectionManagerTest, TestIBSimilarityFactory, TestCloudPseudoReturnFields, SaslZkACLProviderTest, FastVectorHighlighterTest, TestQuerySenderNoQuery, TestFunctionQuery, CacheHeaderTest, ZkNodePropsTest, ResourceLoaderTest, SolrCoreTest, PreAnalyzedUpdateProcessorTest, CloudMLTQParserTest, TestRangeQuery, TestRandomFlRTGCloud, TestManagedSchema, TestDistributedSearch, ActionThrottleTest, OutputWriterTest, TestLazyCores, TestSubQueryTransformerDistrib, DistributedSpellCheckComponentTest, UniqFieldsUpdateProcessorFactoryTest, ZkStateWriterTest, TestCrossCoreJoin, TestCSVLoader, TestSolrFieldCacheMBean, CleanupOldIndexTest, ExplicitHLLTest, TestReplicaProperties, TestChildDocTransformer, QueryEqualityTest, DistributedExpandComponentTest, HdfsTlogReplayBufferedWhileIndexingTest, BadCopyFieldTest, DataDrivenBlockJoinTest, HdfsNNFailoverTest, TestCodecSupport, SuggestComponentContextFilterQueryTest, TestScoreJoinQPNoScore, DeleteReplicaTest, TestSolr4Spatial, DisMaxRequestHandlerTest, RegexBoostProcessorTest, TestConfigSetsAPIExclusivity, TestSolrConfigHandler, DateRangeFieldTest, TestDFISimilarityFactory, TestRealTimeGet, ScriptEngineTest, DistributedSuggestComponentTest, TestFastLRUCache, TestSimpleQParserPlugin, ChaosMonkeyNothingIsSafeTest, BlockJoinFacetRandomTest, StressHdfsTest, TestJsonFacets, TestHdfsUpdateLog, BasicAuthIntegrationTest, HdfsRestartWhileUpdatingTest, NotRequiredUniqueKeyTest, HighlighterConfigTest, TestDistribDocBasedVersion, SignatureUpdateProcessorFactoryTest, DocExpirationUpdateProcessorFactoryTest, TestRandomCollapseQParserPlugin, BufferStoreTest, TestSchemaResource, TestUniqueKeyFieldResource, SmileWriterTest, PeerSyncTest, TestBadConfig, TestStressLucene, TestNoOpRegenerator, SynonymTokenizerTest, TestSolrConfigHandlerCloud, VMParamsZkACLAndCredentialsProvidersTest, TestExpandComponent, JavabinLoaderTest, TestExactSharedStatsCache, TestRemoteStreaming, TestFieldTypeCollectionResource, DistributedFacetPivotLongTailTest, NumericFieldsTest, BigEndianAscendingWordDeserializerTest, TestConfigReload, OverseerTaskQueueTest, CdcrRequestHandlerTest, CursorPagingTest, DefaultValueUpdateProcessorTest, TestGraphTermsQParserPlugin, TestDynamicFieldResource, TestRawTransformer, BasicDistributedZkTest, TestImplicitCoreProperties, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, CollectionsAPIDistributedZkTest, BasicZkTest, TestReplicationHandler, TestZkChroot, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TermVectorComponentDistributedTest, TestStressReorder, TestJoin, SpellCheckComponentTest, QueryElevationComponentTest, ConvertedLegacyTest, TestFiltering, CurrencyFieldOpenExchangeTest, SolrIndexSplitterTest, SimplePostToolTest, TestCoreDiscovery, TestExtendedDismaxParser, SuggesterFSTTest, TestFoldingMultitermQuery, SuggesterWFSTTest, NoCacheHeaderTest, WordBreakSolrSpellCheckerTest, TestUpdate, TestAtomicUpdateErrorCases, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, TestReversedWildcardFilterFactory, TestOmitPositions, FileBasedSpellCheckerTest, TestIndexingPerformance, FieldAnalysisRequestHandlerTest, TestJmxIntegration, UpdateRequestProcessorFactoryTest, BinaryUpdateRequestHandlerTest, TestPartialUpdateDeduplication, PingRequestHandlerTest, TestBinaryResponseWriter, SOLR749Test, AlternateDirectoryTest, ResponseLogComponentTest, BadComponentTest, TestStressRecovery, CdcrBootstrapTest, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, DeleteInactiveReplicaTest, DeleteLastCustomShardedReplicaTest, DeleteNodeTest, DistribCursorPagingTest, ForceLeaderTest, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [451/631 (1!)] on J0 in 120.70s, 1 test, 1 failure <<< FAILURES!

[...truncated 60779 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1396 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1396/

2 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics

Error Message:
Address already in use

Stack Trace:
java.net.BindException: Address already in use
	at __randomizedtesting.SeedInfo.seed([BAE64CA36CFAE2E:3676CAE60E21F05E]:0)
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	at java.lang.Thread.run(Thread.java:745)


FAILED:  org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds

Error Message:
soft529 wasn't fast enough

Stack Trace:
java.lang.AssertionError: soft529 wasn't fast enough
	at __randomizedtesting.SeedInfo.seed([BAE64CA36CFAE2E:5A7A9D4A87BC9E89]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:111)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 10524 lines...]
   [junit4] Suite: org.apache.solr.update.SoftAutoCommitTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001
   [junit4]   2> 0    INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.e.j.u.log Logging initialized @9197ms
   [junit4]   2> 42   INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 488  INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 562  INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 575  INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 575  INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 579  INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 579  INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 1737 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1976 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 2290 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 2660 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.IndexSchema [null] Schema name=test
   [junit4]   2> 5074 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 5246 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 5271 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 5952 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 5960 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 5967 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5969 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 5977 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5977 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 5977 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr'
   [junit4]   2> 5977 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 5978 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 6038 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.CoreContainer New CoreContainer 171438984
   [junit4]   2> 6039 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr]
   [junit4]   2> 6039 WARN  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/lib
   [junit4]   2> 6054 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 600000,connTimeout : 60000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 6625 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=30000&connTimeout=30000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 6647 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 6648 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 6660 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 6661 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 6959 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, dataDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001, shard=shard1}
   [junit4]   2> 7052 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 7053 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 7054 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 7057 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 7057 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 7308 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 7360 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 7588 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 7684 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 8298 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 8479 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 8480 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 8544 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 8553 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 8557 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 8558 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 8573 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 8573 INFO  (coreLoadExecutor-6-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 8713 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 8744 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/]
   [junit4]   2> 8774 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.JmxMonitoredMap No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 8827 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/snapshot_metadata
   [junit4]   2> 8828 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 8831 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001
   [junit4]   2> 8832 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index/
   [junit4]   2> 8832 WARN  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index' doesn't exist. Creating new index...
   [junit4]   2> 8849 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index
   [junit4]   2> 8853 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=47, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=60.1640625, floorSegmentMB=0.5302734375, forceMergeDeletesPctAllowed=24.45929691037071, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11546351187345039
   [junit4]   2> 9017 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_1,generation=1}
   [junit4]   2> 9018 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 9034 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/
   [junit4]   2> 9363 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 9379 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 9382 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 9383 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 9384 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 9385 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 9393 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 9398 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 9398 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 9421 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 9434 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 9434 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 9603 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 9617 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 9626 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 9628 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 10401 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 10436 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,/export,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/sql,/graph,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 10436 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 10487 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 10488 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 10511 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 10511 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 10519 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=26, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
   [junit4]   2> 10524 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_1,generation=1}
   [junit4]   2> 10524 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 10581 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2c6b8b0b[collection1] main]
   [junit4]   2> 10622 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 10671 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 10672 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 10718 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 11121 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 11803 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 11845 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 11854 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 11854 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 11854 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 11866 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 11867 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 11868 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 11868 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 11868 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545925667335438336
   [junit4]   2> 11870 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 11871 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 11872 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 11873 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 11874 INFO  (searcherExecutor-7-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2c6b8b0b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 11897 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.u.UpdateLog Took 29.0ms to seed version buckets with highest version 1545925667335438336
   [junit4]   2> 11902 INFO  (coreLoadExecutor-6-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 11907 INFO  (SUITE-SoftAutoCommitTest-seed#[BAE64CA36CFAE2E]-worker) [    ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 11931 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> 11934 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 11934 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 11934 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 11937 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 11937 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 12070 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 12108 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 12197 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 12285 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 12811 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 12847 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 12849 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 12949 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 12972 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 12995 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 12996 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 13010 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 13022 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 13032 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/]
   [junit4]   2> 13034 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.JmxMonitoredMap No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 13034 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 13043 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index/
   [junit4]   2> 13071 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/
   [junit4]   2> 13050 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 13074 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 13075 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 13075 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 13075 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 13078 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 13078 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 13078 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 13079 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 13079 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 13083 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 13083 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 13098 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 13111 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 13113 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 13119 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 13144 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 13174 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,/export,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/sql,/graph,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 13174 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 13176 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 13178 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 13194 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7198b309[collection1] main]
   [junit4]   2> 13195 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 13196 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 13196 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 13196 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 13206 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 13235 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 13235 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 13236 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 13236 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 13236 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 13236 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 13237 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 13237 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 13242 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 13245 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 13245 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 13245 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7198b309[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13246 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 13246 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 13246 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545925668780376064
   [junit4]   2> 13249 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.UpdateLog Took 4.0ms to seed version buckets with highest version 1545925668780376064
   [junit4]   2> 13254 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 13258 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=44, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0]
   [junit4]   2> 13269 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_1,generation=1}
   [junit4]   2> 13270 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 13270 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 13272 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ac89b8c[collection1] main]
   [junit4]   2> 13282 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7ac89b8c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 13283 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 13283 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@19fb443
   [junit4]   2> 13285 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=0,transaction_logs_total_number=0}
   [junit4]   2> 13286 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 14029 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[529 (1545925669322489856)]} 0 730
   [junit4]   2> 14549 INFO  (commitScheduler-15-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 15075 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeMixedAdds
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SoftAutoCommitTest -Dtests.method=testSoftAndHardCommitMaxTimeMixedAdds -Dtests.seed=BAE64CA36CFAE2E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=de-LU -Dtests.timezone=Canada/Atlantic -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] FAILURE 3.18s J1 | SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: soft529 wasn't fast enough
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BAE64CA36CFAE2E:5A7A9D4A87BC9E89]:0)
   [junit4]    > 	at org.apache.solr.update.SoftAutoCommitTest.testSoftAndHardCommitMaxTimeMixedAdds(SoftAutoCommitTest.java:111)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 15119 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 15119 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 15120 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 15120 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 15121 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 15121 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 15216 INFO  (commitScheduler-15-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6e61e86a[collection1] main]
   [junit4]   2> 15217 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6e61e86a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 15238 INFO  (commitScheduler-14-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 15238 INFO  (commitScheduler-14-thread-1) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@c16ce43
   [junit4]   2> 15252 INFO  (commitScheduler-15-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 15253 INFO  (commitScheduler-14-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_2,generation=2}
   [junit4]   2> 15255 INFO  (commitScheduler-14-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 15260 INFO  (commitScheduler-14-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e97f85e[collection1] main]
   [junit4]   2> 15261 INFO  (searcherExecutor-12-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4e97f85e[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 15278 INFO  (commitScheduler-14-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 15302 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 15357 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 15465 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 15535 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 16051 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 16074 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 16075 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 16121 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 16139 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 16141 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 16142 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 16165 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 16165 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 16174 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/]
   [junit4]   2> 16174 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.JmxMonitoredMap No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 16174 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 16178 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index/
   [junit4]   2> 16184 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 16185 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 16185 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 16185 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 16185 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16185 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 16186 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 16186 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 16187 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 16187 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 16187 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 16187 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 16190 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16187 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/
   [junit4]   2> 16193 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16194 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16207 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 16212 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 16213 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,/export,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/sql,/graph,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 16225 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 16225 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 16225 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 16226 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5becde25[collection1] main]
   [junit4]   2> 16227 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 16227 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 16227 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 16228 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 16229 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 16246 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 16246 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 16250 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 16251 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 16251 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 16251 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 16252 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 16254 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 16254 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 16255 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 16255 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 16255 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5becde25[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 16256 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 16276 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.VersionInfo Found MAX value 1545925669322489856 from Terms for _version_ in index
   [junit4]   2> 16277 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.UpdateLog Took 24.0ms to seed version buckets with highest version 1545925669322489856
   [junit4]   2> 16277 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 16278 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=35, maxMergeAtOnceExplicit=39, maxMergedSegmentMB=44.625, floorSegmentMB=0.9140625, forceMergeDeletesPctAllowed=21.748448598164032, segmentsPerTier=26.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6238990158782791
   [junit4]   2> 16292 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_2,generation=2}
   [junit4]   2> 16292 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 16292 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 16297 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@530c68d3[collection1] main]
   [junit4]   2> 16297 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.CoreContainer replacing core: collection1
   [junit4]   2> 16297 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1066ec32
   [junit4]   2> 16298 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=2,autocommit maxTime=1200ms,autocommits=1,soft autocommit maxTime=500ms,soft autocommits=1,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=1,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0,transaction_logs_total_size=143,transaction_logs_total_number=1}
   [junit4]   2> 16298 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@530c68d3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1)))}
   [junit4]   2> 16310 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 16325 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5000 (1545925671995310080)]} 0 14
   [junit4]   2> 16328 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5001 (1545925672011038720)]} 0 1
   [junit4]   2> 16330 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5002 (1545925672013135872)]} 0 1
   [junit4]   2> 16332 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5003 (1545925672015233024)]} 0 1
   [junit4]   2> 16334 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[5004 (1545925672017330176)]} 0 1
   [junit4]   2> 16334 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeRapidAdds-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testSoftAndHardCommitMaxTimeRapidAdds
   [junit4]   2> 16337 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testSoftAndHardCommitMaxTimeDelete
   [junit4]   2> 16338 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 16338 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 16338 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader using system property solr.solr.home: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr
   [junit4]   2> 16338 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/classes/' to classloader
   [junit4]   2> 16338 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrResourceLoader Adding 'file:/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/lib/README' to classloader
   [junit4]   2> 16396 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 16567 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 16596 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 16618 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 16813 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 16832 INFO  (commitScheduler-19-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=true,prepareCommit=false}
   [junit4]   2> 16854 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 16855 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 16928 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 17008 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 17043 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 17043 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 17045 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1'
   [junit4]   2> 17045 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1
   [junit4]   2> 17046 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/]
   [junit4]   2> 17046 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.JmxMonitoredMap No JMX servers found, not exposing Solr information with JMX.
   [junit4]   2> 17046 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 17047 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index/
   [junit4]   2> 17060 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 17060 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 17061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 17061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe-allfields"
   [junit4]   2> 17061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 17061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 17061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 17061 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "uniq-fields"
   [junit4]   2> 17062 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 17062 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 17063 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 17063 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 17065 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 17066 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 17075 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 17077 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 17079 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 17080 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,spellCheckCompRH,lazy,/update/json/docs,/admin/luke,/export,spellCheckWithWordbreak_Direct,tvrh,/get,/admin/properties,/update/json,mltrh,/admin/threads,/search-facet-def,/update/csv,/sql,/graph,/search-facet-invariants,/admin/segments,spellCheckCompRH1,/mlt,/admin/system,/replication,dismax,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,spellCheckWithWordbreak,mock,/admin/ping,/update,/admin/file,/terms,spellCheckCompRH_Direct,/debug/dump
   [junit4]   2> 17080 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 17086 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/
   [junit4]   2> 17095 INFO  (commitScheduler-19-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@39aca617[collection1] main]
   [junit4]   2> 17106 INFO  (commitScheduler-19-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 17107 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 17107 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 17107 INFO  (searcherExecutor-16-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@39aca617[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1) Uninverting(_1(7.0.0):c5)))}
   [junit4]   2> 17114 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@29d5657f[collection1] main]
   [junit4]   2> 17115 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageIO=org.apache.solr.rest.ManagedResourceStorage$InMemoryStorageIO}
   [junit4]   2> 17115 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using InMemoryStorage
   [junit4]   2> 17116 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 17116 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 17126 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 17134 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 17134 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 17135 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 17138 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 17140 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 17140 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 17140 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 17141 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 17141 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 17146 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 17146 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 17147 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 17147 INFO  (searcherExecutor-20-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@29d5657f[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):c1) Uninverting(_1(7.0.0):c5)))}
   [junit4]   2> 17189 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.VersionInfo Found MAX value 1545925672017330176 from Terms for _version_ in index
   [junit4]   2> 17193 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.UpdateLog Took 55.0ms to seed version buckets with highest version 1545925672017330176
   [junit4]   2> 17194 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.DefaultSolrCoreState Closing old IndexWriter... core=collection1
   [junit4]   2> 17195 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@64819270 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@59fec5f5),segFN=segments_3,generation=3}
   [junit4]   2> 17195 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 17196 INFO  (TEST-SoftAutoCommitTest.testSoftAndHardCommitMaxTimeDelete-seed#[BAE64CA36CFAE2E]) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=15, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7095050226973431]
   [junit4]   2> 17203 INFO  (TEST-SoftAutoCommitTest.testSoft

[...truncated too long message...]

 INFO  (coreCloseExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/snapshot_metadata
   [junit4]   2> 20662 INFO  (coreCloseExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index;done=false>>]
   [junit4]   2> 20662 INFO  (coreCloseExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 20662 INFO  (coreCloseExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001/index
   [junit4]   2> 20662 INFO  (coreCloseExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001;done=false>>]
   [junit4]   2> 20662 INFO  (coreCloseExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 20662 INFO  (coreCloseExecutor-24-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001/init-core-data-001
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J1/temp/solr.update.SoftAutoCommitTest_BAE64CA36CFAE2E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=PostingsFormat(name=MockRandom), _version_=PostingsFormat(name=LuceneVarGapFixedInterval), multiDefault=PostingsFormat(name=LuceneVarGapDocFreqInterval), subject=PostingsFormat(name=LuceneVarGapDocFreqInterval), intDefault=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=MockRandom), range_facet_i_dv=PostingsFormat(name=LuceneVarGapDocFreqInterval), text=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_l=PostingsFormat(name=LuceneVarGapDocFreqInterval), timestamp=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Lucene54), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1869, maxMBSortInHeap=7.70936305289002, sim=ClassicSimilarity, locale=de-LU, timezone=Canada/Atlantic
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=190486632,total=263716864
   [junit4]   2> NOTE: All tests run in this JVM: [SoftAutoCommitTest]
   [junit4] Completed [2/631 (1!)] on J1 in 26.21s, 3 tests, 1 failure <<< FAILURES!

[...truncated 1552 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt
   [junit4]   2> 2886845 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[BAE64CA36CFAE2E]) [    ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'.  Please update the admin password as soon as possible to prevent a possible security breach.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithKerberosAlt -Dtests.method=testBasics -Dtests.seed=BAE64CA36CFAE2E -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=fr-LU -Dtests.timezone=ROK -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   12.5s J0 | TestSolrCloudWithKerberosAlt.testBasics <<<
   [junit4]    > Throwable #1: java.net.BindException: Address already in use
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BAE64CA36CFAE2E:3676CAE60E21F05E]:0)
   [junit4]    > 	at sun.nio.ch.Net.bind0(Native Method)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:433)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:425)
   [junit4]    > 	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
   [junit4]    > 	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
   [junit4]    > 	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J0/temp/solr.cloud.TestSolrCloudWithKerberosAlt_BAE64CA36CFAE2E-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1329, maxMBSortInHeap=6.909043849440261, sim=ClassicSimilarity, locale=fr-LU, timezone=ROK
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=111632032,total=521142272
   [junit4]   2> NOTE: All tests run in this JVM: [DeleteInactiveReplicaTest, TestAtomicUpdateErrorCases, DistributedSpellCheckComponentTest, TestRealTimeGet, SynonymTokenizerTest, TestSortByMinMaxFunction, ChaosMonkeyNothingIsSafeTest, BasicZkTest, TestRangeQuery, TestCrossCoreJoin, ResponseHeaderTest, NotRequiredUniqueKeyTest, BasicDistributedZkTest, CursorPagingTest, DistributedSuggestComponentTest, AsyncCallRequestStatusResponseTest, TestRemoteStreaming, TestCloudPseudoReturnFields, TestScoreJoinQPNoScore, UniqFieldsUpdateProcessorFactoryTest, ConnectionManagerTest, TestJmxIntegration, AlternateDirectoryTest, RemoteQueryErrorTest, TestLegacyNumericRangeQueryBuilder, TestRestManager, CdcrBootstrapTest, TestLocalFSCloudBackupRestore, TestSubQueryTransformerDistrib, FastVectorHighlighterTest, TestSolrFieldCacheMBean, TestMacroExpander, NumericFieldsTest, ReturnFieldsTest, DocExpirationUpdateProcessorFactoryTest, RequiredFieldsTest, TestRandomFaceting, TestSSLRandomization, TestJoin, TestComponentsName, TestHdfsCloudBackupRestore, OutputWriterTest, TestSolrCloudWithDelegationTokens, PreAnalyzedUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, RankQueryTest, TestFastLRUCache, TestUseDocValuesAsStored, DistributedQueueTest, TestDynamicFieldResource, LeaderInitiatedRecoveryOnShardRestartTest, CacheHeaderTest, TestFieldCacheVsDocValues, DateFieldTest, TestNRTOpen, BasicAuthIntegrationTest, HdfsTlogReplayBufferedWhileIndexingTest, SmileWriterTest, SolrRequestParserTest, TestDistribDocBasedVersion, TestSolr4Spatial, TestBackupRepositoryFactory, TestBlendedInfixSuggestions, HighlighterConfigTest, RestartWhileUpdatingTest, TestRandomFlRTGCloud, CachingDirectoryFactoryTest, ExplicitHLLTest, WrapperMergePolicyFactoryTest, TestRawTransformer, SolrCoreTest, HdfsNNFailoverTest, OverseerTaskQueueTest, QueryEqualityTest, CurrencyFieldOpenExchangeTest, CollectionStateFormat2Test, OverseerModifyCollectionTest, TestPHPSerializedResponseWriter, DistribCursorPagingTest, TestReplicationHandler, CdcrRequestHandlerTest, CollectionsAPISolrJTest, TestBadConfig, DefaultValueUpdateProcessorTest, SpatialRPTFieldTypeTest, TestReplicaProperties, TestRandomDVFaceting, TestFunctionQuery, AnalyticsQueryTest, TestDocumentBuilder, TestSimpleQParserPlugin, TestHighFrequencyDictionaryFactory, SolrCloudExampleTest, UUIDUpdateProcessorFallbackTest, TestJsonFacets, StandardRequestHandlerTest, TestSchemaResource, TestRandomCollapseQParserPlugin, ActionThrottleTest, TestExpandComponent, VMParamsZkACLAndCredentialsProvidersTest, PolyFieldTest, TestPseudoReturnFields, StatelessScriptUpdateProcessorFactoryTest, TestSurroundQueryParser, DirectSolrSpellCheckerTest, PrimitiveFieldTypeTest, FileBasedSpellCheckerTest, TestValueSourceCache, FieldAnalysisRequestHandlerTest, RegexBoostProcessorTest, IndexSchemaTest, MBeansHandlerTest, JsonLoaderTest, CSVRequestHandlerTest, TestLFUCache, ConcurrentDeleteAndCreateCollectionTest, ConfigSetsAPITest, DeleteNodeTest, DeleteShardTest, DistribJoinFromCollectionTest, ForceLeaderTest, MigrateRouteKeyTest, OverseerStatusTest, PeerSyncReplicationTest, TestCloudDeleteByQuery, TestCollectionAPI, TestMiniSolrCloudCluster, TestRequestStatusCollectionAPI, TestSolrCloudWithKerberosAlt]
   [junit4] Completed [481/631 (2!)] on J0 in 12.50s, 1 test, 1 error <<< FAILURES!

[...truncated 60690 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1395 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1395/

1 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([2562BB911BE0EA96:D21155C9DD084570]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1329)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 11571 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/init-core-data-001
   [junit4]   2> 1704011 INFO  (SUITE-TestReplicationHandler-seed#[2562BB911BE0EA96]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1704013 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestDetails
   [junit4]   2> 1704013 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1
   [junit4]   2> 1704028 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1704223 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@54e71eb3{/solr,null,AVAILABLE}
   [junit4]   2> 1704224 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.ServerConnector Started ServerConnector@651d0ab7{HTTP/1.1,[http/1.1]}{127.0.0.1:50490}
   [junit4]   2> 1704225 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.Server Started @1711176ms
   [junit4]   2> 1704225 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1/data, hostContext=/solr, hostPort=50490}
   [junit4]   2> 1704225 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1704225 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001'
   [junit4]   2> 1704225 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1704225 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1704240 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/solr.xml
   [junit4]   2> 1704245 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/.
   [junit4]   2> 1704245 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer New CoreContainer 711466950
   [junit4]   2> 1704245 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001]
   [junit4]   2> 1704245 WARN  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/lib
   [junit4]   2> 1704245 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1704258 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1704258 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1704258 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1704258 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1704258 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1704259 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/.
   [junit4]   2> 1704260 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1704260 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1
   [junit4]   2> 1704260 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1704261 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1'
   [junit4]   2> 1704271 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1704271 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1704266 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 1704274 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1704281 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1704283 WARN  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1704284 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1704290 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1704292 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1704299 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1704301 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1'
   [junit4]   2> 1704301 INFO  (coreLoadExecutor-4221-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1
   [junit4]   2> 1704301 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1704301 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1704301 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1704302 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1/data/snapshot_metadata
   [junit4]   2> 1704302 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 1704302 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1/data
   [junit4]   2> 1704302 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1704302 WARN  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1704302 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1704302 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11435327799234081]
   [junit4]   2> 1704303 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_1,generation=1}
   [junit4]   2> 1704303 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1704305 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1704306 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704307 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704308 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704308 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704310 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1704310 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1704310 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1704310 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1704310 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1704310 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1704311 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=46.5107421875, floorSegmentMB=0.5888671875, forceMergeDeletesPctAllowed=19.076221152924493, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8454218555594214
   [junit4]   2> 1704311 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_1,generation=1}
   [junit4]   2> 1704311 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1704311 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@598bcdd7[collection1] main]
   [junit4]   2> 1704311 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1/conf
   [junit4]   2> 1704311 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1704311 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-001/collection1/conf
   [junit4]   2> 1704312 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1704312 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1704312 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1704312 INFO  (coreLoadExecutor-4221-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1704312 INFO  (searcherExecutor-4222-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@598bcdd7[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1704776 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1
   [junit4]   2> 1704779 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1704780 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ca46f78{/solr,null,AVAILABLE}
   [junit4]   2> 1704781 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.ServerConnector Started ServerConnector@36c15d0{HTTP/1.1,[http/1.1]}{127.0.0.1:50286}
   [junit4]   2> 1704781 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.Server Started @1711732ms
   [junit4]   2> 1704781 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1/data, hostContext=/solr, hostPort=50286}
   [junit4]   2> 1704781 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1704781 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002'
   [junit4]   2> 1704782 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1704782 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1704782 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/solr.xml
   [junit4]   2> 1704788 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/.
   [junit4]   2> 1704788 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer New CoreContainer 1232149578
   [junit4]   2> 1704788 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002]
   [junit4]   2> 1704789 WARN  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/lib
   [junit4]   2> 1704794 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1704823 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1704823 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1704823 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1704824 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1704824 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1704824 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/.
   [junit4]   2> 1704825 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, loadOnStartup=true, schema=schema.xml, configSetProperties=configsetprops.json, transient=false, dataDir=data/}
   [junit4]   2> 1704825 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1
   [junit4]   2> 1704825 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1704826 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1'
   [junit4]   2> 1704830 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1704830 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1704827 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 1704835 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1704838 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1704841 WARN  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 1704841 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1704847 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1704903 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1704921 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1704922 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1'
   [junit4]   2> 1704922 INFO  (coreLoadExecutor-4231-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1
   [junit4]   2> 1704922 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1704922 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1704923 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1704923 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/snapshot_metadata
   [junit4]   2> 1704923 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 1704923 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data
   [junit4]   2> 1704923 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1704923 WARN  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1704924 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1704924 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=47, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.11435327799234081]
   [junit4]   2> 1704926 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_1,generation=1}
   [junit4]   2> 1704926 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1704943 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1704945 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704945 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704946 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704947 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1704948 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1704948 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1704948 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1704948 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1704954 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1704954 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1704954 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=41, maxMergeAtOnceExplicit=37, maxMergedSegmentMB=46.5107421875, floorSegmentMB=0.5888671875, forceMergeDeletesPctAllowed=19.076221152924493, segmentsPerTier=35.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8454218555594214
   [junit4]   2> 1704962 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_1,generation=1}
   [junit4]   2> 1704962 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1704962 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@645d4afa[collection1] main]
   [junit4]   2> 1704962 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1/conf
   [junit4]   2> 1704963 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1704963 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/collection1/conf
   [junit4]   2> 1704963 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1704986 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1704986 INFO  (coreLoadExecutor-4231-thread-1) [    x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1704986 INFO  (searcherExecutor-4232-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@645d4afa[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1705006 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1705006 INFO  (indexFetcher-4236-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 1
   [junit4]   2> 1705006 INFO  (indexFetcher-4236-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 0
   [junit4]   2> 1705006 INFO  (indexFetcher-4236-thread-1) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1705340 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1705353 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=12
   [junit4]   2> 1705357 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1705357 INFO  (qtp34205198-9923) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=1
   [junit4]   2> 1705364 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 1
   [junit4]   2> 1705365 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1705365 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@61250a1e
   [junit4]   2> 1705366 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_2,generation=2}
   [junit4]   2> 1705366 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1705367 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3518fcd5[collection1] main]
   [junit4]   2> 1705367 INFO  (searcherExecutor-4222-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3518fcd5[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 1705367 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1705368 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 2
   [junit4]   2> 1705373 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1705375 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1705375 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 2
   [junit4]   2> 1705375 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1474191513552
   [junit4]   2> 1705375 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 1
   [junit4]   2> 1705375 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1705378 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=2
   [junit4]   2> 1705378 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 10
   [junit4]   2> 1705379 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053833565
   [junit4]   2> 1705380 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 1705380 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=19.5830078125, floorSegmentMB=0.9638671875, forceMergeDeletesPctAllowed=0.6468382472342571, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8875894548647594
   [junit4]   2> 1705381 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_1,generation=1}
   [junit4]   2> 1705381 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1705381 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1705381 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_1,generation=1}
   [junit4]   2> 1705381 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1705382 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 1705382 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@5fa678e9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@45b9ed1c)
   [junit4]   2> 1705382 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705386 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705393 INFO  (qtp1341691261-9908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705394 INFO  (qtp1341691261-9908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705397 INFO  (qtp1341691261-9908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705411 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705417 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705421 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705422 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705423 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705425 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1696) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@5fa678e9 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@45b9ed1c)
   [junit4]   2> 1705428 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=24.115234375, floorSegmentMB=2.029296875, forceMergeDeletesPctAllowed=10.98553308996783, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4273648615227591
   [junit4]   2> 1705429 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_2,generation=2}
   [junit4]   2> 1705430 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1705430 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1705431 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3fab3d37[collection1] main]
   [junit4]   2> 1705431 INFO  (searcherExecutor-4232-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@3fab3d37[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1)))}
   [junit4]   2> 1705432 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053833565 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053833565;done=true>>]
   [junit4]   2> 1705432 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=false
   [junit4]   2> 1705432 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053833565
   [junit4]   2> 1705432 INFO  (qtp34205198-9921) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:50490/solr/collection1/replication&command=fetchindex} status=0 QTime=63
   [junit4]   2> 1705475 INFO  (qtp1341691261-9908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=0
   [junit4]   2> 1705476 INFO  (qtp34205198-9924) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=37
   [junit4]   2> 1705477 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1705477 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1705478 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@61250a1e
   [junit4]   2> 1705486 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=3
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_3,generation=3}
   [junit4]   2> 1705486 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 1705486 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@417bf53b[collection1] main]
   [junit4]   2> 1705486 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1705487 INFO  (searcherExecutor-4222-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@417bf53b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 1705487 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 9
   [junit4]   2> 1705494 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1705506 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1705507 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 3
   [junit4]   2> 1705507 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1474191513665
   [junit4]   2> 1705507 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 2
   [junit4]   2> 1705507 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1705558 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=50
   [junit4]   2> 1705559 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 19
   [junit4]   2> 1705858 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834045
   [junit4]   2> 1705874 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 1705874 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=19.5830078125, floorSegmentMB=0.9638671875, forceMergeDeletesPctAllowed=0.6468382472342571, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8875894548647594
   [junit4]   2> 1705875 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_2,generation=2}
   [junit4]   2> 1705875 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1705875 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1705886 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_2,generation=2}
   [junit4]   2> 1705886 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 2
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@3e5e1c70 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@797f23bf)
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_BlockTreeOrds_0.tio because it already exists
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_BlockTreeOrds_0.doc because it already exists
   [junit4]   2> 1705890 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 1705891 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 1705891 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 1705891 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_BlockTreeOrds_0.tipo because it already exists
   [junit4]   2> 1705891 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705974 INFO  (qtp1341691261-9908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705976 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705983 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705984 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705985 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705986 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705987 INFO  (qtp1341691261-9908) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705989 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=_1.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705990 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=3&qt=/replication&file=segments_3&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1705990 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1759) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@3e5e1c70 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@797f23bf)
   [junit4]   2> 1705992 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Exception while updating statistics
   [junit4]   2> java.io.IOException: file "replication.properties" was already written to
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:654)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.logReplicationTimeAndConfFiles(IndexFetcher.java:697)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:268)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1705994 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=24.115234375, floorSegmentMB=2.029296875, forceMergeDeletesPctAllowed=10.98553308996783, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4273648615227591
   [junit4]   2> 1706000 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_3,generation=3}
   [junit4]   2> 1706000 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 1706000 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1706013 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e46d8f2[collection1] main]
   [junit4]   2> 1706013 INFO  (searcherExecutor-4232-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@7e46d8f2[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1)))}
   [junit4]   2> 1706014 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834045 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834045;done=true>>]
   [junit4]   2> 1706014 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=false
   [junit4]   2> 1706014 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834045
   [junit4]   2> 1706022 INFO  (qtp34205198-9926) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:50490/solr/collection1/replication&command=fetchindex} status=0 QTime=530
   [junit4]   2> 1706038 INFO  (qtp1341691261-9903) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={slave=false&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=3
   [junit4]   2> 1706038 INFO  (qtp34205198-9927) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={_trace=getDetails&qt=/replication&wt=javabin&version=2&command=details} status=0 QTime=15
   [junit4]   2> 1706040 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 1
   [junit4]   2> 1706041 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.u.DirectUpdateHandler2 start commit{,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
   [junit4]   2> 1706041 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@61250a1e
   [junit4]   2> 1706043 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=4
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_1,generation=1}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_2,generation=2}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@75de0b08 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@4b593189),segFN=segments_4,generation=4}
   [junit4]   2> 1706044 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
   [junit4]   2> 1706044 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4510969a[collection1] main]
   [junit4]   2> 1706044 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
   [junit4]   2> 1706044 INFO  (searcherExecutor-4222-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4510969a[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))}
   [junit4]   2> 1706044 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 3
   [junit4]   2> 1706051 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher 'masterUrl' must be specified without the /replication suffix
   [junit4]   2> 1706055 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
   [junit4]   2> 1706055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's generation: 4
   [junit4]   2> 1706055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Master's version: 1474191514228
   [junit4]   2> 1706055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Slave's generation: 3
   [junit4]   2> 1706055 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting replication process
   [junit4]   2> 1706063 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&wt=javabin&version=2&command=filelist} status=0 QTime=1
   [junit4]   2> 1706066 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Number of files in latest index in master: 28
   [junit4]   2> 1706069 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834254
   [junit4]   2> 1706078 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 1706079 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=12, maxMergeAtOnceExplicit=28, maxMergedSegmentMB=19.5830078125, floorSegmentMB=0.9638671875, forceMergeDeletesPctAllowed=0.6468382472342571, segmentsPerTier=23.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8875894548647594
   [junit4]   2> 1706079 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_3,generation=3}
   [junit4]   2> 1706079 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 1706079 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1706079 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_3,generation=3}
   [junit4]   2> 1706079 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 3
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState Rollback old IndexWriter... core=collection1
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to MockDirectoryWrapper(RAMDirectory@76603a0a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5738bd56)
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.si because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvd because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdx because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_BlockTreeOrds_0.tio because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_BlockTreeOrds_0.doc because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fdt because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.fnm because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0.nvm because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _0_BlockTreeOrds_0.tipo because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_BlockTreeOrds_0.tipo because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.si because it already exists
   [junit4]   2> 1706080 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.nvd because it already exists
   [junit4]   2> 1706086 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fdx because it already exists
   [junit4]   2> 1706086 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_BlockTreeOrds_0.doc because it already exists
   [junit4]   2> 1706087 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fnm because it already exists
   [junit4]   2> 1706087 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.nvm because it already exists
   [junit4]   2> 1706088 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1_BlockTreeOrds_0.tio because it already exists
   [junit4]   2> 1706089 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Skipping download for _1.fdt because it already exists
   [junit4]   2> 1706091 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706115 INFO  (qtp1341691261-9906) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706116 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_BlockTreeOrds_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706117 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_BlockTreeOrds_0.tio&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706119 INFO  (qtp1341691261-9909) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706120 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706120 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706132 INFO  (qtp1341691261-9910) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2_BlockTreeOrds_0.tipo&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706133 INFO  (qtp1341691261-9904) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=_2.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706135 INFO  (qtp1341691261-9907) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={generation=4&qt=/replication&file=segments_4&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
   [junit4]   2> 1706135 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=1822) : 0 secs (null bytes/sec) to MockDirectoryWrapper(RAMDirectory@76603a0a lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@5738bd56)
   [junit4]   2> 1706136 WARN  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.h.IndexFetcher Exception while updating statistics
   [junit4]   2> java.io.IOException: file "replication.properties" was already written to
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:654)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.logReplicationTimeAndConfFiles(IndexFetcher.java:697)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:509)
   [junit4]   2> 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:268)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:397)
   [junit4]   2> 	at org.apache.solr.handler.ReplicationHandler.lambda$handleRequestBody$0(ReplicationHandler.java:279)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1706137 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=37, maxMergeAtOnceExplicit=44, maxMergedSegmentMB=24.115234375, floorSegmentMB=2.029296875, forceMergeDeletesPctAllowed=10.98553308996783, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.4273648615227591
   [junit4]   2> 1706147 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=2
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_3,generation=3}
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1717b0cc lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@463a6841),segFN=segments_4,generation=4}
   [junit4]   2> 1706148 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 4
   [junit4]   2> 1706149 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 1706150 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@472323cf[collection1] main]
   [junit4]   2> 1706151 INFO  (searcherExecutor-4232-thread-1-processing-x:collection1) [    x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@472323cf[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(7.0.0):C1) Uninverting(_1(7.0.0):C1) Uninverting(_2(7.0.0):C1)))}
   [junit4]   2> 1706151 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834254 [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834254;done=true>>]
   [junit4]   2> 1706151 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=false
   [junit4]   2> 1706151 INFO  (explicit-fetchindex-cmd) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-002/./collection1/data/index.20160918053834254
   [junit4]   2> 1706151 INFO  (qtp34205198-9920) [    x:collection1] o.a.s.c.S.Request [collection1]  webapp=/solr path=/replication params={wait=true&masterUrl=http://127.0.0.1:50490/solr/collection1/replication&command=fetchindex} status=0 QTime=105
   [junit4]   2> 1706152 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003/collection1
   [junit4]   2> 1706155 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1706158 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5a04b99c{/solr,null,AVAILABLE}
   [junit4]   2> 1706158 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.ServerConnector Started ServerConnector@3ba546b9{HTTP/1.1,[http/1.1]}{127.0.0.1:50355}
   [junit4]   2> 1706158 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.Server Started @1713110ms
   [junit4]   2> 1706158 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003/collection1/data, hostContext=/solr, hostPort=50355}
   [junit4]   2> 1706159 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 1706159 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003'
   [junit4]   2> 1706159 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1706159 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1706159 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003/solr.xml
   [junit4]   2> 1706181 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003/.
   [junit4]   2> 1706181 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer New CoreContainer 1384874116
   [junit4]   2> 1706181 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003]
   [junit4]   2> 1706181 WARN  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-003/lib
   [junit4]   2> 1706181 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1706187 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1706187 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1706187 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1706187 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1706187 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1706188 INFO  (TEST-TestReplicationHandler.doTestDetails-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CorePropert

[...truncated too long message...]

gDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-029/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-029/collection1/data;done=false>>]
   [junit4]   2> 1822358 INFO  (coreCloseExecutor-4867-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 1822359 INFO  (coreCloseExecutor-4867-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-029/collection1/data
   [junit4]   2> 1822361 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@514328b7{/solr,null,UNAVAILABLE}
   [junit4]   2> 1822364 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@1b1215a8{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1822364 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2562BB911BE0EA96]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1147090914
   [junit4]   2> 1822372 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5bfe9f36
   [junit4]   2> 1822373 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.u.DirectUpdateHandler2 closing DirectUpdateHandler2{commits=0,autocommits=0,soft autocommits=0,optimizes=0,rollbacks=0,expungeDeletes=0,docsPending=0,adds=0,deletesById=0,deletesByQuery=0,errors=0,cumulative_adds=0,cumulative_deletesById=0,cumulative_deletesByQuery=0,cumulative_errors=0}
   [junit4]   2> 1822373 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.u.SolrCoreState Closing SolrCoreState
   [junit4]   2> 1822373 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 1822373 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 1822374 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing NRTCachingDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data;done=false>>]
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data/index;done=false>>]
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data/index
   [junit4]   2> 1822386 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data/snapshot_metadata [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data/snapshot_metadata;done=false>>]
   [junit4]   2> 1822387 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 1822387 INFO  (coreCloseExecutor-4869-thread-1) [    x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001/solr-instance-030/collection1/data/snapshot_metadata
   [junit4]   2> 1822389 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterStartupWithNoActivity-seed#[2562BB911BE0EA96]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@66c17e1c{/solr,null,UNAVAILABLE}
   [junit4]   2> 1822396 INFO  (SUITE-TestReplicationHandler-seed#[2562BB911BE0EA96]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.handler.TestReplicationHandler_2562BB911BE0EA96-001
   [junit4]   2> Sep 18, 2016 9:40:30 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {name=BlockTreeOrds(blocksize=128), id=BlockTreeOrds(blocksize=128), newname=BlockTreeOrds(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1344, maxMBSortInHeap=5.769562334786114, sim=ClassicSimilarity, locale=en-SG, timezone=America/Toronto
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=293408064,total=477626368
   [junit4]   2> NOTE: All tests run in this JVM: [TestReload, CdcrUpdateLogTest, RecoveryZkTest, TestSizeLimitedDistributedMap, SpatialHeatmapFacetsTest, PluginInfoTest, TestFieldCacheSortRandom, InfoHandlerTest, CollectionsAPIAsyncDistributedZkTest, TestConfigSetsAPI, SuggesterTSTTest, TestTolerantSearch, DocValuesMultiTest, TestJettySolrRunner, CoreAdminHandlerTest, TestReplicationHandlerBackup, TestJsonRequest, ZkStateReaderTest, TestFreeTextSuggestions, TestRecovery, CurrencyFieldXmlFileTest, TestAnalyzeInfixSuggestions, TestShardHandlerFactory, TestDistributedStatsComponentCardinality, BadComponentTest, CoreAdminCreateDiscoverTest, BlockJoinFacetDistribTest, DistributedFacetPivotSmallTest, HdfsCollectionsAPIDistributedZkTest, DistribJoinFromCollectionTest, ShowFileRequestHandlerTest, DistributedDebugComponentTest, PreAnalyzedFieldTest, TestRequestStatusCollectionAPI, BinaryUpdateRequestHandlerTest, TestPostingsSolrHighlighter, HdfsThreadLeakTest, TestDFRSimilarityFactory, NoCacheHeaderTest, LukeRequestHandlerTest, OpenExchangeRatesOrgProviderTest, XmlUpdateRequestHandlerTest, CustomCollectionTest, ReplicationFactorTest, AddSchemaFieldsUpdateProcessorFactoryTest, TestSolrXml, EnumFieldTest, ForceLeaderTest, TestCollationFieldDocValues, TestZkChroot, TestSolrCloudWithSecureImpersonation, MergeStrategyTest, GraphQueryTest, TestManagedSynonymFilterFactory, TestJmxMonitoredMap, HLLSerializationTest, TestCryptoKeys, TestExtendedDismaxParser, ConfigSetsAPITest, SolrCLIZkUtilsTest, TestFilteredDocIdSet, BlockDirectoryTest, TestAuthenticationFramework, TestSchemaNameResource, RequestHandlersTest, TestTrackingShardHandlerFactory, ChangedSchemaMergeTest, SharedFSAutoReplicaFailoverTest, StatsComponentTest, TestSolrJ, TestInitQParser, HdfsBasicDistributedZkTest, HdfsRecoveryZkTest, TestStressReorder, TestExclusionRuleCollectionAccess, TestMiniSolrCloudCluster, TestDynamicFieldCollectionResource, AnalyticsMergeStrategyTest, TestLFUCache, DebugComponentTest, TestCoreDiscovery, TestSubQueryTransformerCrossCore, TestManagedResourceStorage, TestRebalanceLeaders, TestSearcherReuse, TestWriterPerf, SOLR749Test, TestSolrQueryParserResource, TestLRUStatsCache, HardAutoCommitTest, TestAuthorizationFramework, HdfsLockFactoryTest, TestExceedMaxTermLength, RecoveryAfterSoftCommitTest, SolrPluginUtilsTest, TestComplexPhraseQParserPlugin, TestLMJelinekMercerSimilarityFactory, TestObjectReleaseTracker, CircularListTest, OpenCloseCoreStressTest, OverseerTest, TestReplicationHandler]
   [junit4] Completed [318/631 (1!)] on J2 in 118.74s, 15 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 61209 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1394 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1394/

1 tests failed.
FAILED:  org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader

Error Message:
No live SolrServers available to handle this request:[http://127.0.0.1:53723/forceleader_test_collection_shard1_replica2]

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: No live SolrServers available to handle this request:[http://127.0.0.1:53723/forceleader_test_collection_shard1_replica2]
	at __randomizedtesting.SeedInfo.seed([5F8F3538EEB1F815:B91801F8D7330174]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:755)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1161)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1050)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:992)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
	at org.apache.solr.cloud.ForceLeaderTest.sendDoc(ForceLeaderTest.java:424)
	at org.apache.solr.cloud.ForceLeaderTest.testReplicasInLIRNoLeader(ForceLeaderTest.java:131)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:53723/forceleader_test_collection_shard1_replica2]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:394)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:730)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:53723/forceleader_test_collection_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:615)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:261)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:250)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:415)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:383)
	... 6 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:53723 [/127.0.0.1] failed: Connection refused
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:513)
	... 10 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
	... 20 more




Build Log:
[...truncated 10798 lines...]
   [junit4] Suite: org.apache.solr.cloud.ForceLeaderTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/init-core-data-001
   [junit4]   2> 470951 INFO  (SUITE-ForceLeaderTest-seed#[5F8F3538EEB1F815]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 470952 INFO  (SUITE-ForceLeaderTest-seed#[5F8F3538EEB1F815]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 471388 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 471388 INFO  (Thread-585) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 471388 INFO  (Thread-585) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 471488 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ZkTestServer start zk server on port:57327
   [junit4]   2> 471488 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 471490 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 471525 INFO  (zkCallback-457-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@36d78e96 name:ZooKeeperConnection Watcher:127.0.0.1:57327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 471525 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 471525 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 471525 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 471538 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 471647 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 471735 INFO  (zkCallback-458-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@10ee4151 name:ZooKeeperConnection Watcher:127.0.0.1:57327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 471735 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 471735 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 471736 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 471737 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 471738 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 471739 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 471740 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 471741 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 471742 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 471743 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 471744 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 471744 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 471746 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 471746 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 471747 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 471747 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 471748 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 471748 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 471749 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 471750 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 471751 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 471751 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 471752 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 471752 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 471753 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 471754 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 471755 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractZkTestCase put /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 471755 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 472518 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1
   [junit4]   2> 472521 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 472534 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a701387{/,null,AVAILABLE}
   [junit4]   2> 472537 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.ServerConnector Started ServerConnector@50080d2f{HTTP/1.1,[http/1.1]}{127.0.0.1:49729}
   [junit4]   2> 472537 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.Server Started @479367ms
   [junit4]   2> 472537 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/tempDir-001/control/data, hostContext=/, hostPort=53723, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores}
   [junit4]   2> 472537 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 472538 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001'
   [junit4]   2> 472538 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 472538 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 472538 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 472562 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 472563 INFO  (zkCallback-459-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4299b25d name:ZooKeeperConnection Watcher:127.0.0.1:57327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 472563 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 472563 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 472579 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 472579 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/solr.xml
   [junit4]   2> 472584 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores
   [junit4]   2> 472584 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CoreContainer New CoreContainer 1847811539
   [junit4]   2> 472584 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001]
   [junit4]   2> 472584 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/lib
   [junit4]   2> 472584 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 472605 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 472605 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 472605 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 472605 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57327/solr
   [junit4]   2> 472606 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 472606 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 472610 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 472612 INFO  (zkCallback-462-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f099432 name:ZooKeeperConnection Watcher:127.0.0.1:57327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 472617 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 472617 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 472619 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$92/1343065651@72812b7e
   [junit4]   2> 472660 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 472669 INFO  (zkCallback-463-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1cabba4e name:ZooKeeperConnection Watcher:127.0.0.1:57327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 472669 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 472670 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 472672 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 472674 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 472676 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 472677 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 472679 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 472680 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 472681 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 472682 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 472683 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 472683 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 472684 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 472686 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 472687 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 472688 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 472688 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96603987479166980-127.0.0.1:53723_-n_0000000000
   [junit4]   2> 472689 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53723_
   [junit4]   2> 472689 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 472690 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer Overseer (id=96603987479166980-127.0.0.1:53723_-n_0000000000) starting
   [junit4]   2> 472691 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 472696 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 472702 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 472723 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53723_
   [junit4]   2> 472723 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:53723_
   [junit4]   2> 472723 INFO  (OverseerCollectionConfigSetProcessor-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 472724 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 472725 INFO  (zkCallback-463-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 472725 INFO  (zkCallback-463-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 472802 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 472802 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 472803 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores
   [junit4]   2> 472804 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 472804 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1
   [junit4]   2> 472804 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 472806 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 472806 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 472807 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 472807 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:53723_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 472808 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 472808 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53723",
   [junit4]   2>   "node_name":"127.0.0.1:53723_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 472808 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53723",
   [junit4]   2>   "node_name":"127.0.0.1:53723_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 472809 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 472809 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 472810 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 472811 INFO  (zkCallback-463-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 472814 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 472814 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 472814 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 472814 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 472814 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1'
   [junit4]   2> 472815 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 472815 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 472816 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 472877 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 472880 WARN  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 472881 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 472916 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 473179 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 473452 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 473474 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 473475 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 473549 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 473552 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 473563 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 473573 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 473586 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 473586 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 473587 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 473587 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data/]
   [junit4]   2> 473587 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@41b387d1
   [junit4]   2> 473587 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data/snapshot_metadata
   [junit4]   2> 473588 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 473588 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data
   [junit4]   2> 473588 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data/index/
   [junit4]   2> 473588 WARN  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 473588 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data/index
   [junit4]   2> 473588 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=23, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.801977577281104]
   [junit4]   2> 473597 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@24b5bef5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@372bf9d8),segFN=segments_1,generation=1}
   [junit4]   2> 473597 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 473615 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 473616 WARN  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 473621 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 473622 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 473623 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 473624 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 473627 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 473627 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 473628 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data/
   [junit4]   2> 473628 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 473649 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 473653 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 473654 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 473654 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 473655 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=25, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.28248416632359596]
   [junit4]   2> 473657 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@24b5bef5 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@372bf9d8),segFN=segments_1,generation=1}
   [junit4]   2> 473657 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 473657 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f4c3383[collection1] main]
   [junit4]   2> 473658 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 473659 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 473659 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 473659 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 473659 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 473659 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 473659 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 473659 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 473660 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 473660 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 473660 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 473660 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545663802047987712
   [junit4]   2> 473662 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1545663802047987712
   [junit4]   2> 473662 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 473663 INFO  (searcherExecutor-1268-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@f4c3383[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 473664 INFO  (coreLoadExecutor-1267-thread-1-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 473680 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:53723 collection:control_collection shard:shard1
   [junit4]   2> 473681 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 473684 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96603987479166980-core_node1-n_0000000000
   [junit4]   2> 473684 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 473686 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 473686 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 473686 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:53723/collection1/
   [junit4]   2> 473686 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 473686 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:53723/collection1/ has no replicas
   [junit4]   2> 473686 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 473687 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 473690 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96603987479166980-core_node1-n_0000000000
   [junit4]   2> 473698 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:53723/collection1/ shard1
   [junit4]   2> 473702 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:53723",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 473805 INFO  (zkCallback-463-thread-4-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 473849 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:53723/collection1/ and leader is http://127.0.0.1:53723/collection1/
   [junit4]   2> 473849 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:53723
   [junit4]   2> 473849 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 473849 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 473849 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 473850 INFO  (coreZkRegister-1260-thread-1-processing-n:127.0.0.1:53723_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:53723_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 473851 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53723",
   [junit4]   2>   "node_name":"127.0.0.1:53723_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 473851 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:53723",
   [junit4]   2>   "node_name":"127.0.0.1:53723_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 473873 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 473885 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473897 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@34c23eec name:ZooKeeperConnection Watcher:127.0.0.1:57327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 473897 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473897 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 473897 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 473898 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 473899 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 473905 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 473905 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 473906 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 473908 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 473924 INFO  (zkCallback-468-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@50ec7742 name:ZooKeeperConnection Watcher:127.0.0.1:57327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 473924 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 473924 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474281 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 2
   [junit4]   2> 474281 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 474285 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 474285 INFO  (zkCallback-463-thread-2-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 474394 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/cores/collection1
   [junit4]   2> 474395 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001
   [junit4]   2> 474396 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 474397 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 474405 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@55521f52{/,null,AVAILABLE}
   [junit4]   2> 474406 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.ServerConnector Started ServerConnector@29b11c1e{HTTP/1.1,[http/1.1]}{127.0.0.1:51930}
   [junit4]   2> 474406 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.Server Started @481236ms
   [junit4]   2> 474406 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=35747, coreRootDirectory=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/cores}
   [junit4]   2> 474406 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 474406 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001'
   [junit4]   2> 474406 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 474406 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 474407 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474417 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474436 INFO  (zkCallback-469-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61b2053d name:ZooKeeperConnection Watcher:127.0.0.1:57327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474436 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474437 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474475 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 474475 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/solr.xml
   [junit4]   2> 474604 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/cores
   [junit4]   2> 474605 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CoreContainer New CoreContainer 1301848347
   [junit4]   2> 474605 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001]
   [junit4]   2> 474605 WARN  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/lib
   [junit4]   2> 474605 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 474639 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 474639 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 474639 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 474639 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:57327/solr
   [junit4]   2> 474639 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 474639 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 474685 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474697 INFO  (zkCallback-472-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a681627 name:ZooKeeperConnection Watcher:127.0.0.1:57327 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474705 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474706 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 474707 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$92/1343065651@36fcab1d
   [junit4]   2> 474707 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15734d095950008, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 474729 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 474782 INFO  (zkCallback-473-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a1b3357 name:ZooKeeperConnection Watcher:127.0.0.1:57327/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 474783 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 474821 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 474822 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 474823 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 474827 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 474828 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96603987479166985-127.0.0.1:35747_-n_0000000001
   [junit4]   2> 474829 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96603987479166980-127.0.0.1:53723_-n_0000000000 to know if I could be the leader
   [junit4]   2> 474829 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.ZkController Publish node=127.0.0.1:35747_ as DOWN
   [junit4]   2> 474830 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35747_
   [junit4]   2> 474830 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35747_
   [junit4]   2> 474831 INFO  (zkCallback-473-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 474833 INFO  (zkCallback-463-thread-3-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 474833 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 474834 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474834 INFO  (zkCallback-463-thread-3-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474845 INFO  (zkCallback-473-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 474846 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35747_"} current state version: 3
   [junit4]   2> 474846 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35747_
   [junit4]   2> 474847 INFO  (zkCallback-467-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 474848 INFO  (zkCallback-473-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 474853 INFO  (zkCallback-463-thread-3-processing-n:127.0.0.1:53723_) [n:127.0.0.1:53723_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 474870 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 474870 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 474870 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/cores
   [junit4]   2> 474871 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 474871 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-1-001/cores/collection1
   [junit4]   2> 474871 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 474898 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2
   [junit4]   2> 474898 INFO  (TEST-ForceLeaderTest.testReplicasInLIRNoLeader-seed#[5F8F3538EEB1F815]) [n:127.0.0.1:35747_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 474898 INFO  (coreLoadExecutor-1278-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 474898 INFO  (coreLoadExecutor-1278-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 474899 INFO  (coreLoadExecutor-1278-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 474899 INFO  (coreLoadExecutor-1278-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 474906 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35747",
   [junit4]   2>   "node_name":"127.0.0.1:35747_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 474906 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35747",
   [junit4]   2>   "node_name":"127.0.0.1:35747_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 474906 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 474906 INFO  (OverseerStateUpdate-96603987479166980-127.0.0.1:53723_-n_0000000000) [n:127.0.0.1:53723_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 474925 INFO  (coreLoadExecutor-1278-thread-1-processing-n:127.0.0.1:35747_) [n:127.0.0.1:35747_ c:collection1   x:collection1] o.a.s.c.ZkControll

[...truncated too long message...]

ping recovery for core=[collection1] coreNodeName=[core_node3]
   [junit4]   2> 601757 INFO  (zkCallback-502-thread-3) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 601757 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState SolrCoreState ref count has reached 0 - closing IndexWriter
   [junit4]   2> 601758 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.u.DefaultSolrCoreState closing IndexWriter with IndexWriterCloser
   [junit4]   2> 601758 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.SolrCore [collection1] Closing main searcher on request.
   [junit4]   2> 601806 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing MockDirectoryFactory - 3 directories currently being tracked
   [junit4]   2> 601806 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data/snapshot_metadata [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data/snapshot_metadata;done=false>>]
   [junit4]   2> 601806 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 601806 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data/snapshot_metadata
   [junit4]   2> 601809 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data/index [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data/index;done=false>>]
   [junit4]   2> 601809 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 601809 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data/index
   [junit4]   2> 601809 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory looking to close /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data [CachedDir<<refCount=0;path=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data;done=false>>]
   [junit4]   2> 601809 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory, CoreContainer#isShutdown=true
   [junit4]   2> 601809 INFO  (coreCloseExecutor-1408-thread-1) [n:127.0.0.1:36528_ c:collection1 s:shard2 r:core_node3 x:collection1] o.a.s.c.CachingDirectoryFactory Closing directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001/shard-3-002/cores/collection1/data
   [junit4]   2> 601810 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.Overseer Overseer (id=96603990890119183-127.0.0.1:36528_-n_0000000003) closing
   [junit4]   2> 601810 INFO  (OverseerStateUpdate-96603990890119183-127.0.0.1:36528_-n_0000000003) [n:127.0.0.1:36528_    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36528_
   [junit4]   2> 601811 INFO  (zkCallback-520-thread-1-processing-n:127.0.0.1:36528_) [n:127.0.0.1:36528_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 601813 INFO  (zkCallback-502-thread-3) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 601935 INFO  (zkCallback-502-thread-3) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (0)
   [junit4]   2> 603312 WARN  (zkCallback-520-thread-1-processing-n:127.0.0.1:36528_) [n:127.0.0.1:36528_    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 603314 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@69f2a6f9{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 603314 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6abe6881{/,null,UNAVAILABLE}
   [junit4]   2> 603337 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 58419
   [junit4]   2> 603346 INFO  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44510 44510
   [junit4]   2> 603449 INFO  (Thread-632) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44510 44510
   [junit4]   2> 603453 WARN  (Thread-632) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/forceleader_last_published/state.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	73	/solr/overseer/collection-queue-work
   [junit4]   2> 	47	/solr/overseer/queue
   [junit4]   2> 	15	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 603470 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SocketProxy Closing 6 connections to: http://127.0.0.1:50379/, target: http://127.0.0.1:51188/
   [junit4]   2> 603470 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:58419/, target: http://127.0.0.1:32862/
   [junit4]   2> 603470 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SocketProxy Closing 3 connections to: http://127.0.0.1:37902/, target: http://127.0.0.1:53996/
   [junit4]   2> 603470 WARN  (TEST-ForceLeaderTest.testLastPublishedStateIsActive-seed#[5F8F3538EEB1F815]) [    ] o.a.s.c.SocketProxy Closing 7 connections to: http://127.0.0.1:36528/, target: http://127.0.0.1:54718/
   [junit4]   2> 603471 INFO  (SUITE-ForceLeaderTest-seed#[5F8F3538EEB1F815]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-core/test/J2/temp/solr.cloud.ForceLeaderTest_5F8F3538EEB1F815-001
   [junit4]   2> Sep 16, 2016 9:06:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true): {}, locale=ko-KR, timezone=Asia/Seoul
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=1,free=95355784,total=423100416
   [junit4]   2> NOTE: All tests run in this JVM: [RequestHandlersTest, TestSearcherReuse, CustomCollectionTest, TestMiniSolrCloudCluster, TestRecovery, TestTestInjection, CollectionsAPIAsyncDistributedZkTest, RuleEngineTest, TestDistribIDF, QueryResultKeyTest, ZkStateReaderTest, TestMissingGroups, MinimalSchemaTest, TestSolrJ, SimpleFacetsTest, ForceLeaderTest]
   [junit4] Completed [93/631 (1!)] on J2 in 133.11s, 3 tests, 1 error, 1 skipped <<< FAILURES!

[...truncated 61947 lines...]



[JENKINS] Lucene-Solr-Tests-master - Build # 1393 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-Tests-master/1393/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest:     1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest: 
   1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([53F77D21E72DE18F]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.client.solrj.impl.CloudSolrClientTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]         at java.lang.Throwable.fillInStackTrace(Native Method)         at java.lang.Throwable.fillInStackTrace(Throwable.java:783)         at java.lang.Throwable.<init>(Throwable.java:265)         at java.lang.Exception.<init>(Exception.java:66)         at java.lang.InterruptedException.<init>(InterruptedException.java:67)         at java.lang.Thread.sleep(Native Method)         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]
        at java.lang.Throwable.fillInStackTrace(Native Method)
        at java.lang.Throwable.fillInStackTrace(Throwable.java:783)
        at java.lang.Throwable.<init>(Throwable.java:265)
        at java.lang.Exception.<init>(Exception.java:66)
        at java.lang.InterruptedException.<init>(InterruptedException.java:67)
        at java.lang.Thread.sleep(Native Method)
        at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([53F77D21E72DE18F]:0)




Build Log:
[...truncated 13245 lines...]
   [junit4] Suite: org.apache.solr.client.solrj.impl.CloudSolrClientTest
   [junit4]   2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/init-core-data-001
   [junit4]   2> 184672 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 184690 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 184822 INFO  (Thread-237) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 184823 INFO  (Thread-237) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 185338 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:59425
   [junit4]   2> 185657 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 185882 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 185899 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn Exception causing close of session 0x0 due to java.io.IOException: ZooKeeperServer not running
   [junit4]   2> 187166 INFO  (zkCallback-105-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b8e1293 name:ZooKeeperConnection Watcher:127.0.0.1:59425 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 187170 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 187170 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 187172 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 187317 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/clusterprops.json
   [junit4]   2> 187464 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 187482 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 187484 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 187526 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@76e769d0{/solr,null,AVAILABLE}
   [junit4]   2> 187530 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@6f16e5a{SSL,[ssl, http/1.1]}{127.0.0.1:43961}
   [junit4]   2> 187530 INFO  (jetty-launcher-104-thread-1) [    ] o.e.j.s.Server Started @196296ms
   [junit4]   2> 187530 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43961}
   [junit4]   2> 187536 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 187536 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node1'
   [junit4]   2> 187536 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 187536 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 187536 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 187559 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4ab55259{/solr,null,AVAILABLE}
   [junit4]   2> 187561 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@6ffa59da{SSL,[ssl, http/1.1]}{127.0.0.1:34252}
   [junit4]   2> 187561 INFO  (jetty-launcher-104-thread-2) [    ] o.e.j.s.Server Started @196328ms
   [junit4]   2> 187561 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34252}
   [junit4]   2> 187561 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 187561 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2'
   [junit4]   2> 187562 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 187562 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 187570 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 187710 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2aa16e0a{/solr,null,AVAILABLE}
   [junit4]   2> 187713 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@2d908959{SSL,[ssl, http/1.1]}{127.0.0.1:45569}
   [junit4]   2> 187713 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.Server Started @196479ms
   [junit4]   2> 187713 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45569}
   [junit4]   2> 187713 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 187713 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3'
   [junit4]   2> 187713 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 187713 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 187719 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 187736 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 187760 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 187770 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 187838 INFO  (zkCallback-106-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@f107e29 name:ZooKeeperConnection Watcher:127.0.0.1:59425/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 187838 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 187838 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 187841 INFO  (zkCallback-108-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@bc506a8 name:ZooKeeperConnection Watcher:127.0.0.1:59425/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 187841 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 187841 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 187851 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 187854 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 188078 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node1/.
   [junit4]   2> 188078 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 1195881226
   [junit4]   2> 188078 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node1]
   [junit4]   2> 188078 WARN  (jetty-launcher-104-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node1/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node1/lib
   [junit4]   2> 188085 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 188130 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 188130 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 188130 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 188130 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59425/solr
   [junit4]   2> 188134 INFO  (zkCallback-107-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61de05af name:ZooKeeperConnection Watcher:127.0.0.1:59425/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 188186 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 188186 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 188187 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 188194 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/.
   [junit4]   2> 188194 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 946332940
   [junit4]   2> 188194 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2]
   [junit4]   2> 188194 WARN  (jetty-launcher-104-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/lib
   [junit4]   2> 188195 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 188219 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 188219 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 188219 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 188219 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59425/solr
   [junit4]   2> 188239 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 188239 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 188239 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 188248 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 188242 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/.
   [junit4]   2> 188249 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 30290996
   [junit4]   2> 188249 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3]
   [junit4]   2> 188249 WARN  (jetty-launcher-104-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/lib to classpath: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/lib
   [junit4]   2> 188260 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : https,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 188240 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 188251 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 188273 INFO  (zkCallback-113-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f1008d3 name:ZooKeeperConnection Watcher:127.0.0.1:59425 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 188273 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 188273 INFO  (jetty-launcher-104-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 188275 INFO  (zkCallback-114-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@356d3cec name:ZooKeeperConnection Watcher:127.0.0.1:59425 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 188275 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 188275 INFO  (jetty-launcher-104-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 188288 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$141/755862578@71078309
   [junit4]   2> 188290 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1572e2276c90004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 188298 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$141/755862578@5075d790
   [junit4]   2> 188296 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 188304 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 188304 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 188304 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:59425/solr
   [junit4]   2> 188304 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 188304 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 188295 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 188322 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 188342 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 188358 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@216ea615 name:ZooKeeperConnection Watcher:127.0.0.1:59425/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 188358 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 188363 INFO  (zkCallback-119-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b9fc8d0 name:ZooKeeperConnection Watcher:127.0.0.1:59425 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 188363 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 188363 INFO  (jetty-launcher-104-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 188387 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 188388 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$141/755862578@411d6efc
   [junit4]   2> 188389 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33860d6f name:ZooKeeperConnection Watcher:127.0.0.1:59425/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 188390 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 188395 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 188404 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 188419 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 188421 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 188425 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 188452 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 188452 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 188465 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 188467 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 188468 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 188472 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 188472 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 188474 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 188476 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 188478 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 188479 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 188482 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 188515 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 188522 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@244c18cd name:ZooKeeperConnection Watcher:127.0.0.1:59425/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 188522 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 188542 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 188683 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 188689 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 188690 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 188691 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 188706 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 188740 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 188746 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 188749 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 188759 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96596642568404999-127.0.0.1:43961_solr-n_0000000000
   [junit4]   2> 188761 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43961_solr
   [junit4]   2> 188767 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 188768 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 188769 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 188815 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96596642568404998-127.0.0.1:34252_solr-n_0000000001
   [junit4]   2> 188815 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96596642568405001-127.0.0.1:45569_solr-n_0000000002
   [junit4]   2> 188840 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96596642568404998-127.0.0.1:34252_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 188841 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96596642568404999-127.0.0.1:43961_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 188841 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.Overseer Overseer (id=96596642568404999-127.0.0.1:43961_solr-n_0000000000) starting
   [junit4]   2> 188841 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34252_solr
   [junit4]   2> 188841 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:34252_solr
   [junit4]   2> 188841 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45569_solr
   [junit4]   2> 188841 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:45569_solr
   [junit4]   2> 188850 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 188850 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 188850 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 188859 INFO  (zkCallback-118-thread-2-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 188861 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 189072 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 189073 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 189073 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 189074 INFO  (zkCallback-120-thread-1-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 189106 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 189715 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 189715 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 189717 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/.
   [junit4]   2> 189717 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 189804 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 189805 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 189805 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/.
   [junit4]   2> 189805 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 189807 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2
   [junit4]   2> 189807 INFO  (jetty-launcher-104-thread-3) [n:127.0.0.1:45569_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 189813 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 189835 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2
   [junit4]   2> 189835 INFO  (jetty-launcher-104-thread-2) [n:127.0.0.1:34252_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 189863 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 189865 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (2)
   [junit4]   2> 189998 INFO  (OverseerCollectionConfigSetProcessor-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 190000 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:43961_solr as DOWN
   [junit4]   2> 190010 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43961_solr
   [junit4]   2> 190010 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:43961_solr
   [junit4]   2> 190047 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 190054 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 190054 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 190086 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 190087 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 190099 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 190102 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:43961_solr"} current state version: 0
   [junit4]   2> 190116 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:43961_solr
   [junit4]   2> 190198 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 190199 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 190199 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node1/.
   [junit4]   2> 190200 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 190223 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2
   [junit4]   2> 190223 INFO  (jetty-launcher-104-thread-1) [n:127.0.0.1:43961_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 190223 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 190238 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 190283 INFO  (zkCallback-124-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6c93c84d name:ZooKeeperConnection Watcher:127.0.0.1:59425 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 190286 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 190286 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 190309 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 190350 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 190490 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@61ff7786 name:ZooKeeperConnection Watcher:127.0.0.1:59425/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 190490 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 190490 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 190490 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 190498 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ZkStateReader Loaded cluster properties: {urlScheme=https}
   [junit4]   2> 190500 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 190508 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf/schema.xml
   [junit4]   2> 190519 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf/solrconfig.xml
   [junit4]   2> 190840 INFO  (qtp413103336-933) [n:127.0.0.1:45569_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=collection1&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 191046 INFO  (OverseerCollectionConfigSetProcessor-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.OverseerTaskProcessor Overseer Collection Message Handler: Get the message id:/overseer/collection-queue-work/qn-0000000000 message:{
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 191131 INFO  (OverseerThreadFactory-497-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.OverseerCollectionMessageHandler OverseerCollectionMessageHandler.processMessage : create , {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"}
   [junit4]   2> 191131 INFO  (OverseerThreadFactory-497-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.CreateCollectionCmd Create collection collection1
   [junit4]   2> 191169 INFO  (OverseerThreadFactory-497-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.OverseerCollectionMessageHandler creating collections conf node /collections/collection1 
   [junit4]   2> 191172 INFO  (OverseerThreadFactory-497-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 191185 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 191185 INFO  (zkCallback-127-thread-1) [    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 191186 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 191190 INFO  (zkCallback-118-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader A collections change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/collections], has occurred - updating...
   [junit4]   2> 191210 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "fromApi":"true",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "collection.configName":"conf",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2",
   [junit4]   2>   "operation":"create"} current state version: 0
   [junit4]   2> 191210 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 191238 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 191310 INFO  (OverseerThreadFactory-497-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.CreateCollectionCmd Creating SolrCores for new collection collection1, shardNames [shard1, shard2] , replicationFactor : 1
   [junit4]   2> 191310 INFO  (OverseerThreadFactory-497-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.CreateCollectionCmd Creating core collection1_shard1_replica1 as part of shard shard1 of collection collection1 on 127.0.0.1:34252_solr
   [junit4]   2> 191336 INFO  (OverseerThreadFactory-497-thread-1-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.CreateCollectionCmd Creating core collection1_shard2_replica1 as part of shard shard2 of collection collection1 on 127.0.0.1:45569_solr
   [junit4]   2> 191713 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=collection1_shard2_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard2&wt=javabin&version=2
   [junit4]   2> 191718 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1_shard2_replica1, collection.configName=conf, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, numShards=2, dataDir=data/, shard=shard2}
   [junit4]   2> 191720 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 191727 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:45569/solr",
   [junit4]   2>   "node_name":"127.0.0.1:45569_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 191729 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 191736 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1_shard2_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:45569/solr",
   [junit4]   2>   "node_name":"127.0.0.1:45569_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard2",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 191737 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 191817 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 191863 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&name=collection1_shard1_replica1&action=CREATE&numShards=2&collection=collection1&shard=shard1&wt=javabin&version=2
   [junit4]   2> 191863 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1_shard1_replica1, collection.configName=conf, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, numShards=2, dataDir=data/, shard=shard1}
   [junit4]   2> 191874 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 191881 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34252/solr",
   [junit4]   2>   "node_name":"127.0.0.1:34252_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 191882 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1_shard1_replica1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"https://127.0.0.1:34252/solr",
   [junit4]   2>   "node_name":"127.0.0.1:34252_solr",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 191887 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 191888 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 191888 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 191996 INFO  (OverseerStateUpdate-96596642568404999-127.0.0.1:43961_solr-n_0000000000) [n:127.0.0.1:43961_solr    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 192036 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 192036 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 192041 INFO  (zkCallback-117-thread-1-processing-n:127.0.0.1:34252_solr) [n:127.0.0.1:34252_solr    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 192041 INFO  (zkCallback-120-thread-2-processing-n:127.0.0.1:45569_solr) [n:127.0.0.1:45569_solr    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 192818 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1_shard2_replica1
   [junit4]   2> 192818 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 192820 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 192820 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 192823 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf] specified config exists in ZooKeeper
   [junit4]   2> 192824 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/collection1_shard2_replica1'
   [junit4]   2> 192824 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 192824 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 192827 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 192837 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 192840 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 192850 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 192874 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema [collection1_shard2_replica1] Schema name=test
   [junit4]   2> 192888 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1_shard1_replica1
   [junit4]   2> 192888 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 192890 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 192890 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 192892 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf] specified config exists in ZooKeeper
   [junit4]   2> 192892 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/collection1_shard1_replica1'
   [junit4]   2> 192892 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 192892 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 192894 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 192942 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 192945 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 192950 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 192969 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema [collection1_shard1_replica1] Schema name=test
   [junit4]   2> 193284 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 193285 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 193298 WARN  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 193298 WARN  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 193300 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2
   [junit4]   2> 193300 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2  x:collection1_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard2_replica1' using configuration from collection collection1
   [junit4]   2> 193301 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 193301 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore [[collection1_shard2_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/collection1_shard2_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data/]
   [junit4]   2> 193301 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1_shard2_replica1
   [junit4]   2> 193301 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data/snapshot_metadata
   [junit4]   2> 193302 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 193304 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 193304 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 193305 WARN  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Field lowerfilt1and2 is not multivalued and destination for multiple copyFields (2)
   [junit4]   2> 193310 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data
   [junit4]   2> 193315 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data/index/
   [junit4]   2> 193315 WARN  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 193317 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data/index
   [junit4]   2> 193317 WARN  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.s.IndexSchema Field text is not multivalued and destination for multiple copyFields (3)
   [junit4]   2> 193319 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf', cwd=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2
   [junit4]   2> 193319 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1  x:collection1_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'collection1_shard1_replica1' using configuration from collection collection1
   [junit4]   2> 193319 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 193319 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore [[collection1_shard1_replica1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/collection1_shard1_replica1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data/]
   [junit4]   2> 193319 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1_shard1_replica1
   [junit4]   2> 193320 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data/snapshot_metadata
   [junit4]   2> 193320 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.s.SolrSnapshotMetaDataManager Loading from snapshot metadata file...
   [junit4]   2> 193320 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3cb49dd4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bab13d8),segFN=segments_1,generation=1}
   [junit4]   2> 193320 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 193322 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data
   [junit4]   2> 193322 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 193324 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193325 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193325 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193326 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193327 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1_shard2_replica1) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1_shard2_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data/
   [junit4]   2> 193329 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 193329 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 193329 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1_shard2_replica1) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node3/./collection1_shard2_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 193330 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore New index directory detected: old=null new=/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data/index/
   [junit4]   2> 193330 WARN  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Solr index directory '/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 193330 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.CachingDirectoryFactory return new directory for /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data/index
   [junit4]   2> 193331 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 193331 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 193332 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 193332 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 193334 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@3cb49dd4 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@3bab13d8),segFN=segments_1,generation=1}
   [junit4]   2> 193334 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 193334 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3cc326d2[collection1_shard2_replica1] main]
   [junit4]   2> 193334 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 193337 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@66789555 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18f0d562),segFN=segments_1,generation=1}
   [junit4]   2> 193337 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 193337 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf] specified config exists in ZooKeeper
   [junit4]   2> 193337 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf
   [junit4]   2> 193342 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 193343 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193346 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193347 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193347 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 193349 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 193349 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 193349 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1_shard1_replica1) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1_shard1_replica1 in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data/
   [junit4]   2> 193349 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1_shard1_replica1) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.DirectoryFactory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-Tests-master/solr/build/solr-solrj/test/J2/temp/solr.client.solrj.impl.CloudSolrClientTest_53F77D21E72DE18F-001/tempDir-001/node2/./collection1_shard1_replica1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 193356 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 193356 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 193357 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 193357 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 193358 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@66789555 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@18f0d562),segFN=segments_1,generation=1}
   [junit4]   2> 193358 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 193358 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1979fe60[collection1_shard1_replica1] main]
   [junit4]   2> 193358 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/collection1]
   [junit4]   2> 193360 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.c.ZkStateReader path=[/collections/collection1] [configName]=[conf] specified config exists in ZooKeeper
   [junit4]   2> 193360 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf
   [junit4]   2> 193366 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 193366 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 193366 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 193367 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 193367 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 193367 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 193368 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf/_rest_managed.json
   [junit4]   2> 193368 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf/_rest_managed.json
   [junit4]   2> 193368 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 193369 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 193369 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 193369 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 193369 INFO  (searcherExecutor-501-thread-1-processing-n:127.0.0.1:34252_solr x:collection1_shard1_replica1 s:shard1 c:collection1 r:core_node2) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.SolrCore [collection1_shard1_replica1] Registered new searcher Searcher@1979fe60[collection1_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 193369 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 193369 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 193369 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545546289192632320
   [junit4]   2> 193371 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1545546289192632320
   [junit4]   2> 193372 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.ZkController watch zkdir /configs/conf
   [junit4]   2> 193373 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 193373 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 193373 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 193374 INFO  (searcherExecutor-500-thread-1-processing-n:127.0.0.1:45569_solr x:collection1_shard2_replica1 s:shard2 c:collection1 r:core_node1) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.SolrCore [collection1_shard2_replica1] Registered new searcher Searcher@3cc326d2[collection1_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 193374 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 193374 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 193374 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 193374 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1545546289197875200
   [junit4]   2> 193376 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.u.UpdateLog Took 2.0ms to seed version buckets with highest version 1545546289197875200
   [junit4]   2> 193376 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.ZkController watch zkdir /configs/conf
   [junit4]   2> 193379 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.CoreContainer registering core: collection1_shard2_replica1
   [junit4]   2> 193379 INFO  (qtp413103336-930) [n:127.0.0.1:45569_solr c:collection1 s:shard2 r:core_node1 x:collection1_shard2_replica1] o.a.s.c.ZkController Register replica - core:collection1_shard2_replica1 address:https://127.0.0.1:45569/solr collection:collection1 shard:shard2
   [junit4]   2> 193468 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.CoreContainer registering core: collection1_shard1_replica1
   [junit4]   2> 193468 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.ZkController Register replica - core:collection1_shard1_replica1 address:https://127.0.0.1:34252/solr collection:collection1 shard:shard1
   [junit4]   2> 193571 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/leader_elect/shard1/election
   [junit4]   2> 193587 INFO  (qtp1613732454-916) [n:127.0.0.1:34252_solr c:collection1 s:shard1 r:core_node2 x:collection1_shard1_replica1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/collection1/leader_elect/shard1/election/96596642568404998-core_node2-n_0000000000
   [junit4]   2> 193587 INFO  (

[...truncated too long message...]

rg.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.amILeader(OverseerTaskProcessor.java:386)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor.run(OverseerTaskProcessor.java:192)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 237111 INFO  (OverseerCollectionConfigSetProcessor-96596642568405001-127.0.0.1:45569_solr-n_0000000002) [n:127.0.0.1:45569_solr    ] o.a.s.c.OverseerTaskProcessor According to ZK I (id=96596642568405001-127.0.0.1:45569_solr-n_0000000002) am no longer a leader.
   [junit4]   2> 238641 INFO  (OverseerStateUpdate-96596642568405001-127.0.0.1:45569_solr-n_0000000002) [n:127.0.0.1:45569_solr    ] o.a.s.c.Overseer 
   [junit4]   2> org.apache.zookeeper.KeeperException$SessionExpiredException: KeeperErrorCode = Session expired for /overseer_elect/leader
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:127)
   [junit4]   2> 	at org.apache.zookeeper.KeeperException.create(KeeperException.java:51)
   [junit4]   2> 	at org.apache.zookeeper.ZooKeeper.getData(ZooKeeper.java:1155)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:356)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$7.execute(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkCmdExecutor.retryOperation(ZkCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.getData(SolrZkClient.java:353)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.amILeader(Overseer.java:399)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer$ClusterStateUpdater.run(Overseer.java:131)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 238641 INFO  (OverseerStateUpdate-96596642568405001-127.0.0.1:45569_solr-n_0000000002) [n:127.0.0.1:45569_solr    ] o.a.s.c.Overseer According to ZK I (id=96596642568405001-127.0.0.1:45569_solr-n_0000000002) am no longer a leader.
   [junit4]   2> 238641 INFO  (OverseerStateUpdate-96596642568405001-127.0.0.1:45569_solr-n_0000000002) [n:127.0.0.1:45569_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45569_solr
   [junit4]   2> 238643 WARN  (zkCallback-118-thread-7-processing-n:127.0.0.1:43961_solr) [n:127.0.0.1:43961_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 238644 INFO  (jetty-launcher-104-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@76e769d0{/solr,null,UNAVAILABLE}
   [junit4]   2> 238667 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59425 59425
   [junit4]   2> 238796 INFO  (Thread-237) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:59425 59425
   [junit4]   2> 238833 WARN  (Thread-237) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/aliases.json
   [junit4]   2> 	3	/solr/security.json
   [junit4]   2> 	3	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	7	/solr/clusterprops.json
   [junit4]   2> 	7	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/foo/state.json
   [junit4]   2> 	3	/solr/collections/localShardsTestColl/state.json
   [junit4]   2> 	2	/solr/collections/collection1/state.json
   [junit4]   2> 	2	/solr/collections/multicollection2/state.json
   [junit4]   2> 	2	/solr/collections/multicollection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	51	/solr/overseer/queue
   [junit4]   2> 	31	/solr/overseer/collection-queue-work
   [junit4]   2> 	15	/solr/overseer/queue-work
   [junit4]   2> 	7	/solr/live_nodes
   [junit4]   2> 	7	/solr/collections
   [junit4]   2> 
   [junit4]   2> 238833 INFO  (SUITE-CloudSolrClientTest-seed#[53F77D21E72DE18F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> Sep 15, 2016 1:57:26 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 2 leaked thread(s).
   [junit4]   2> Sep 15, 2016 1:57:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest: 
   [junit4]   2>    1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Sep 15, 2016 1:57:46 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]   2> Sep 15, 2016 1:57:49 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]   2>         at java.lang.Throwable.fillInStackTrace(Native Method)
   [junit4]   2>         at java.lang.Throwable.fillInStackTrace(Throwable.java:783)
   [junit4]   2>         at java.lang.Throwable.<init>(Throwable.java:265)
   [junit4]   2>         at java.lang.Exception.<init>(Exception.java:66)
   [junit4]   2>         at java.lang.InterruptedException.<init>(InterruptedException.java:67)
   [junit4]   2>         at java.lang.Thread.sleep(Native Method)
   [junit4]   2>         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=true): {}, locale=es-NI, timezone=Chile/EasterIsland
   [junit4]   2> NOTE: Linux 3.13.0-85-generic amd64/Oracle Corporation 1.8.0_102 (64-bit)/cpus=4,threads=2,free=219807504,total=389021696
   [junit4]   2> NOTE: All tests run in this JVM: [DocumentAnalysisResponseTest, JettyWebappTest, SolrExampleBinaryTest, SolrPingTest, TestDelegationTokenRequest, SolrSchemalessExampleTest, TestHash, SolrExceptionTest, BasicHttpSolrClientTest, StreamExpressionToExplanationTest, SolrExampleXMLTest, ConcatOperationTest, TestClusteringResponse, SolrParamTest, TestJavaBinCodec, SolrExampleStreamingTest, SolrExampleJettyTest, LargeVolumeBinaryJettyTest, TestBatchUpdate, LargeVolumeJettyTest, MergeIndexesEmbeddedTest, QueryResponseTest, TestCoreAdmin, TestDocumentObjectBinder, ModifiableSolrParamsTest, TestFastInputStream, TestXMLEscaping, SolrDocumentTest, TestUpdateRequestCodec, FieldAnalysisResponseTest, ClientUtilsTest, NamedListTest, AnlysisResponseBaseTest, FacetFieldTest, CollectionAdminRequestRequiredParamsTest, GetByIdTest, TestLBHttpSolrClient, CloudSolrClientTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CloudSolrClientTest -Dtests.seed=53F77D21E72DE18F -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=es-NI -Dtests.timezone=Chile/EasterIsland -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J2 | CloudSolrClientTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 1 thread leaked from SUITE scope at org.apache.solr.client.solrj.impl.CloudSolrClientTest: 
   [junit4]    >    1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=TIMED_WAITING, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([53F77D21E72DE18F]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=1231, name=OverseerHdfsCoreFailoverThread-96596642568405001-127.0.0.1:45569_solr-n_0000000002, state=RUNNABLE, group=Overseer Hdfs SolrCore Failover Thread.]
   [junit4]    >         at java.lang.Throwable.fillInStackTrace(Native Method)
   [junit4]    >         at java.lang.Throwable.fillInStackTrace(Throwable.java:783)
   [junit4]    >         at java.lang.Throwable.<init>(Throwable.java:265)
   [junit4]    >         at java.lang.Exception.<init>(Exception.java:66)
   [junit4]    >         at java.lang.InterruptedException.<init>(InterruptedException.java:67)
   [junit4]    >         at java.lang.Thread.sleep(Native Method)
   [junit4]    >         at org.apache.solr.cloud.OverseerAutoReplicaFailoverThread.run(OverseerAutoReplicaFailoverThread.java:137)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([53F77D21E72DE18F]:0)
   [junit4] Completed [85/85 (1!)] on J2 in 77.53s, 10 tests, 2 errors <<< FAILURES!

[...truncated 59514 lines...]