You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/07/26 10:29:09 UTC

[JENKINS] Lucene-Solr-master-Linux (64bit/jdk1.8.0_92) - Build # 17371 - Unstable!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17371/
Java: 64bit/jdk1.8.0_92 -XX:+UseCompressedOops -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test

Error Message:
org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:41896/c8n_1x3_lf_shard1_replica2]

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:41896/c8n_1x3_lf_shard1_replica2]
	at __randomizedtesting.SeedInfo.seed([1E3E50A1FC3DEE03:966A6F7B52C183FB]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:774)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:178)
	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:41896/c8n_1x3_lf_shard1_replica2]
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:393)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:768)
	... 48 more
Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:41896/c8n_1x3_lf_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:613)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
	... 49 more
Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:41896 [/127.0.0.1] failed: Connection refused
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 53 more
Caused by: java.net.ConnectException: Connection refused
	at java.net.PlainSocketImpl.socketConnect(Native Method)
	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
	at java.net.Socket.connect(Socket.java:589)
	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
	... 63 more




Build Log:
[...truncated 10635 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderFailoverAfterPartitionTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/init-core-data-001
   [junit4]   2> 17722 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[1E3E50A1FC3DEE03]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-5776)
   [junit4]   2> 17722 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[1E3E50A1FC3DEE03]-worker) [    ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 17755 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 17764 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 17764 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 17864 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ZkTestServer start zk server on port:44207
   [junit4]   2> 17880 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 17977 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18070 INFO  (zkCallback-14-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7b3be1c2 name:ZooKeeperConnection Watcher:127.0.0.1:44207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18072 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18072 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 18075 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr
   [junit4]   2> 18118 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 18120 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x1562695543d0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 18124 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18128 INFO  (zkCallback-15-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@315181c2 name:ZooKeeperConnection Watcher:127.0.0.1:44207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18129 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18129 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 18130 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1
   [junit4]   2> 18156 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/collection1/shards
   [junit4]   2> 18158 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection
   [junit4]   2> 18160 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/shards
   [junit4]   2> 18167 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig-tlog.xml to /configs/conf1/solrconfig.xml
   [junit4]   2> 18167 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.xml
   [junit4]   2> 18186 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/schema.xml to /configs/conf1/schema.xml
   [junit4]   2> 18186 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/schema.xml
   [junit4]   2> 18190 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/solrconfig.snippet.randomindexconfig.xml to /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 18190 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/solrconfig.snippet.randomindexconfig.xml
   [junit4]   2> 18197 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/stopwords.txt to /configs/conf1/stopwords.txt
   [junit4]   2> 18198 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/stopwords.txt
   [junit4]   2> 18202 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/protwords.txt to /configs/conf1/protwords.txt
   [junit4]   2> 18202 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/protwords.txt
   [junit4]   2> 18203 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/currency.xml to /configs/conf1/currency.xml
   [junit4]   2> 18204 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/currency.xml
   [junit4]   2> 18206 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/enumsConfig.xml to /configs/conf1/enumsConfig.xml
   [junit4]   2> 18206 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/enumsConfig.xml
   [junit4]   2> 18207 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/open-exchange-rates.json to /configs/conf1/open-exchange-rates.json
   [junit4]   2> 18207 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/open-exchange-rates.json
   [junit4]   2> 18217 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/mapping-ISOLatin1Accent.txt to /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 18218 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/mapping-ISOLatin1Accent.txt
   [junit4]   2> 18219 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/old_synonyms.txt to /configs/conf1/old_synonyms.txt
   [junit4]   2> 18219 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/old_synonyms.txt
   [junit4]   2> 18221 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractZkTestCase put /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/core/src/test-files/solr/collection1/conf/synonyms.txt to /configs/conf1/synonyms.txt
   [junit4]   2> 18221 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient makePath: /configs/conf1/synonyms.txt
   [junit4]   2> 18303 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1
   [junit4]   2> 18306 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 18307 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@a7060ed{/,null,AVAILABLE}
   [junit4]   2> 18317 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.ServerConnector Started ServerConnector@74642a49{HTTP/1.1,[http/1.1]}{127.0.0.1:๓๔๒๐๐}
   [junit4]   2> 18317 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.Server Started @๒๐๒๗๒ms
   [junit4]   2> 18317 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/tempDir-001/control/data, hostContext=/, hostPort=35808, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores}
   [junit4]   2> 18318 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 18318 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001'
   [junit4]   2> 18318 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 18318 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 18318 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 18318 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18320 INFO  (zkCallback-16-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@51046a3a name:ZooKeeperConnection Watcher:127.0.0.1:44207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18320 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18320 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 18328 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 18328 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/solr.xml
   [junit4]   2> 18337 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores
   [junit4]   2> 18338 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CoreContainer New CoreContainer 1752689026
   [junit4]   2> 18338 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001]
   [junit4]   2> 18338 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/lib
   [junit4]   2> 18339 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 18341 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 18341 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 18341 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 18342 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44207/solr
   [junit4]   2> 18355 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 18355 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 18356 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18365 INFO  (zkCallback-19-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7a11e095 name:ZooKeeperConnection Watcher:127.0.0.1:44207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18365 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18366 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 18369 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$64/377828050@4345c665
   [junit4]   2> 18371 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 18377 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7abc81fe name:ZooKeeperConnection Watcher:127.0.0.1:44207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 18377 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 18383 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 18393 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 18404 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 18407 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 18410 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 18418 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 18420 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 18423 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 18424 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 18425 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 18429 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 18453 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 18468 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 18470 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 18471 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 18472 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96306864840310788-127.0.0.1:35808_-n_0000000000
   [junit4]   2> 18473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35808_
   [junit4]   2> 18473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 18474 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer Overseer (id=96306864840310788-127.0.0.1:35808_-n_0000000000) starting
   [junit4]   2> 18478 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 18508 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=10000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 18510 INFO  (OverseerCollectionConfigSetProcessor-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 18510 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35808_
   [junit4]   2> 18510 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35808_
   [junit4]   2> 18514 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 18515 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 18518 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 18606 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 18606 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 18607 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores
   [junit4]   2> 18610 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=control_collection, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 18610 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1
   [junit4]   2> 18610 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 18621 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 18621 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35808_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 18621 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 18622 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 18624 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection control_collection not visible yet, but flagging it so a watch is registered when it becomes visible
   [junit4]   2> 18629 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35808",
   [junit4]   2>   "node_name":"127.0.0.1:35808_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 0
   [junit4]   2> 18630 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Deleting data for [control_collection]
   [junit4]   2> 18632 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 18642 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35808",
   [junit4]   2>   "node_name":"127.0.0.1:35808_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 18643 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ClusterStateMutator building a new cName: control_collection
   [junit4]   2> 18652 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 18670 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 19632 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 19632 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ZkController Check for collection zkNode:control_collection
   [junit4]   2> 19633 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 19633 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 19634 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 19634 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1'
   [junit4]   2> 19635 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 19635 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 19638 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.Config loaded config solrconfig.xml with version 0 
   [junit4]   2> 19648 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 19650 WARN  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.Config Beginning with Solr 5.5, <mergePolicy> is deprecated, use <mergePolicyFactory> instead.
   [junit4]   2> 19651 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 19659 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 19670 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 19762 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Initialized with rates=open-exchange-rates.json, refreshInterval=1440.
   [junit4]   2> 19768 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.IndexSchema default search field in schema is text
   [junit4]   2> 19769 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 19779 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 19781 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.FileExchangeRateProvider Reloading exchange rates from file currency.xml
   [junit4]   2> 19782 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 19783 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.s.OpenExchangeRatesOrgProvider Reloading exchange rates from open-exchange-rates.json
   [junit4]   2> 19784 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/configs/conf1', cwd=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 19784 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection   x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from collection control_collection
   [junit4]   2> 19784 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 19785 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1/data/]
   [junit4]   2> 19785 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.JmxMonitoredMap JMX monitoring is enabled. Adding Solr mbeans to JMX Server: com.sun.jmx.mbeanserver.JmxMBeanServer@56b96b3f
   [junit4]   2> 19791 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1/data
   [junit4]   2> 19791 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1/data/index/
   [junit4]   2> 19791 WARN  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 19791 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1/data/index
   [junit4]   2> 19792 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1631611992, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
   [junit4]   2> 19793 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@183461f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7662d7dd),segFN=segments_1,generation=1}
   [junit4]   2> 19793 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 19793 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1/data/
   [junit4]   2> 19793 WARN  (OldIndexDirectoryCleanupThreadForCore-collection1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.DirectoryFactory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/control-001/cores/collection1/data/ does not point to a valid data directory; skipping clean-up of old index directories.
   [junit4]   2> 19802 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "nodistrib"
   [junit4]   2> 19802 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "dedupe"
   [junit4]   2> 19802 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "dedupe"
   [junit4]   2> 19803 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "stored_sig"
   [junit4]   2> 19803 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "stored_sig"
   [junit4]   2> 19803 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-explicit"
   [junit4]   2> 19803 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain creating updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 19803 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.p.UpdateRequestProcessorChain inserting DistributedUpdateProcessorFactory into updateRequestProcessorChain "distrib-dup-test-chain-implicit"
   [junit4]   2> 19803 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 19804 WARN  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,args = {defaults={a=A,b=B}}}
   [junit4]   2> 19805 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 19808 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 19810 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 19810 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 19827 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/dump,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 19827 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 19827 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 19827 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 19828 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 19828 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 19828 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=22, maxMergeAtOnceExplicit=26, maxMergedSegmentMB=8.2626953125, floorSegmentMB=1.7060546875, forceMergeDeletesPctAllowed=3.79639999730506, segmentsPerTier=14.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.0
   [junit4]   2> 19829 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@183461f3 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7662d7dd),segFN=segments_1,generation=1}
   [junit4]   2> 19829 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 19829 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@203d35d3[collection1] main]
   [junit4]   2> 19829 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Load collection config from: [/collections/control_collection]
   [junit4]   2> 19830 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader path=[/collections/control_collection] [configName]=[conf1] specified config exists in ZooKeeper
   [junit4]   2> 19830 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Setting up ZooKeeper-based storage for the RestManager with znodeBase: /configs/conf1
   [junit4]   2> 19831 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 19831 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing RestManager with initArgs: {}
   [junit4]   2> 19832 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 19832 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage No data found for znode /configs/conf1/_rest_managed.json
   [junit4]   2> 19832 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 19832 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 19832 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 19834 INFO  (searcherExecutor-74-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@203d35d3[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 19835 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Looking up max value of version field to seed version buckets
   [junit4]   2> 19835 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo Refreshing highest value of _version_ for 65536 version buckets from index
   [junit4]   2> 19835 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.VersionInfo No terms found for _version_, cannot seed version bucket highest value from index
   [junit4]   2> 19835 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1540909839534784512
   [junit4]   2> 19836 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.u.UpdateLog Took 1.0ms to seed version buckets with highest version 1540909839534784512
   [junit4]   2> 19838 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController watch zkdir /configs/conf1
   [junit4]   2> 19840 INFO  (coreLoadExecutor-73-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 19841 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController Register replica - core:collection1 address:http://127.0.0.1:35808 collection:control_collection shard:shard1
   [junit4]   2> 19854 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leader_elect/shard1/election
   [junit4]   2> 19859 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.LeaderElector Joined leadership election with path: /collections/control_collection/leader_elect/shard1/election/96306864840310788-core_node1-n_0000000000
   [junit4]   2> 19860 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Running the leader process for shard=shard1 and weAreReplacement=false and leaderVoteWait=10000
   [junit4]   2> 19864 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 19864 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection"} current state version: 1
   [junit4]   2> 19864 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 19865 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35808/collection1/
   [junit4]   2> 19865 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 19865 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.SyncStrategy http://127.0.0.1:35808/collection1/ has no replicas
   [junit4]   2> 19870 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.SolrZkClient makePath: /collections/control_collection/leaders/shard1
   [junit4]   2> 19883 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/control_collection/leaders/shard1/leader after winning as /collections/control_collection/leader_elect/shard1/election/96306864840310788-core_node1-n_0000000000
   [junit4]   2> 19896 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35808/collection1/ shard1
   [junit4]   2> 19897 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"leader",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "base_url":"http://127.0.0.1:35808",
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "state":"active"} current state version: 1
   [junit4]   2> 20000 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 20048 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController We are http://127.0.0.1:35808/collection1/ and leader is http://127.0.0.1:35808/collection1/
   [junit4]   2> 20048 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController No LogReplay needed for core=collection1 baseURL=http://127.0.0.1:35808
   [junit4]   2> 20048 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 20048 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController publishing state=active
   [junit4]   2> 20048 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 20055 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35808",
   [junit4]   2>   "node_name":"127.0.0.1:35808_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"} current state version: 2
   [junit4]   2> 20055 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ReplicaMutator Update state numShards=1 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "core_node_name":"core_node1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35808",
   [junit4]   2>   "node_name":"127.0.0.1:35808_",
   [junit4]   2>   "numShards":"1",
   [junit4]   2>   "state":"active",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "collection":"control_collection",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 20060 INFO  (coreZkRegister-67-thread-1-processing-n:127.0.0.1:35808_ x:collection1 s:shard1 c:control_collection r:core_node1) [n:127.0.0.1:35808_ c:control_collection s:shard1 r:core_node1 x:collection1] o.a.s.c.c.ZkStateReader Checking legacy cluster state for collection control_collection
   [junit4]   2> 20154 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20155 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20172 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 20178 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@74c741ff name:ZooKeeperConnection Watcher:127.0.0.1:44207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20179 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20179 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20179 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 20180 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 20180 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 20193 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ChaosMonkey monkey: init - expire sessions:false cause connection loss:false
   [junit4]   2> 20193 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractFullDistribZkTestBase Creating collection1 with stateFormat=2
   [junit4]   2> 20193 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20200 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20211 INFO  (zkCallback-25-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@25dbc589 name:ZooKeeperConnection Watcher:127.0.0.1:44207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20211 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20211 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20220 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"create",
   [junit4]   2>   "name":"collection1",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "stateFormat":"2"} current state version: 3
   [junit4]   2> 20220 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ClusterStateMutator building a new cName: collection1
   [junit4]   2> 20324 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ZkStateWriter going to create_collection /collections/collection1/state.json
   [junit4]   2> 20332 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/cores/collection1
   [junit4]   2> 20333 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.AbstractFullDistribZkTestBase create jetty 1 in directory /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001
   [junit4]   2> 20333 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 20345 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@327bfa76{/,null,AVAILABLE}
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.ServerConnector Started ServerConnector@6877b712{HTTP/1.1,[http/1.1]}{127.0.0.1:๓๖๒๙๑}
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.Server Started @๒๒๓๐๑ms
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/tempDir-001/jetty1, solrconfig=solrconfig.xml, hostContext=/, hostPort=35907, coreRootDirectory=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/cores}
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@73d16e93
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001'
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 20346 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20347 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20355 INFO  (zkCallback-26-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@251ebdc8 name:ZooKeeperConnection Watcher:127.0.0.1:44207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20357 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20357 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20361 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.s.SolrDispatchFilter Loading solr.xml from SolrHome (not found in ZooKeeper)
   [junit4]   2> 20362 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/solr.xml
   [junit4]   2> 20368 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/cores
   [junit4]   2> 20368 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CoreContainer New CoreContainer 798961725
   [junit4]   2> 20368 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001]
   [junit4]   2> 20368 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/lib
   [junit4]   2> 20368 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 20370 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 20370 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 20370 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 20371 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44207/solr
   [junit4]   2> 20371 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 20371 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 20371 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20374 INFO  (zkCallback-29-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@16ab008a name:ZooKeeperConnection Watcher:127.0.0.1:44207 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20400 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20402 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 20413 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$64/377828050@1e2a266f
   [junit4]   2> 20425 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 20444 INFO  (zkCallback-30-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1bbbcbf name:ZooKeeperConnection Watcher:127.0.0.1:44207/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 20444 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 20469 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 20473 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 20475 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 20477 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 20478 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96306864840310793-127.0.0.1:35907_-n_0000000001
   [junit4]   2> 20480 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96306864840310788-127.0.0.1:35808_-n_0000000000 to know if I could be the leader
   [junit4]   2> 20480 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.ZkController Publish node=127.0.0.1:35907_ as DOWN
   [junit4]   2> 20482 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35907_
   [junit4]   2> 20482 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35907_
   [junit4]   2> 20486 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35907_"} current state version: 3
   [junit4]   2> 20487 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 20487 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 20487 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35907_
   [junit4]   2> 20488 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 20488 INFO  (zkCallback-20-thread-2-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 20489 INFO  (zkCallback-30-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 20489 INFO  (zkCallback-24-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 20489 INFO  (zkCallback-20-thread-1-processing-n:127.0.0.1:35808_) [n:127.0.0.1:35808_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [2])
   [junit4]   2> 20491 INFO  (zkCallback-30-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 20491 INFO  (zkCallback-30-thread-2-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/clusterstate.json], has occurred - updating... (live nodes size: [1])
   [junit4]   2> 20563 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 20563 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 20564 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/cores
   [junit4]   2> 20565 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {name=collection1, config=solrconfig.xml, transient=false, schema=schema.xml, loadOnStartup=true, configSetProperties=configsetprops.json, collection=collection1, coreNodeName=, dataDir=data/, shard=}
   [junit4]   2> 20565 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001/shard-1-001/cores/collection1
   [junit4]   2> 20565 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 20570 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2
   [junit4]   2> 20571 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [n:127.0.0.1:35907_    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 20592 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.ZkController publishing state=down
   [junit4]   2> 20592 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.ZkController numShards not found on descriptor - reading it from system property
   [junit4]   2> 20594 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35907",
   [junit4]   2>   "node_name":"127.0.0.1:35907_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"} current state version: 4
   [junit4]   2> 20594 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ReplicaMutator Update state numShards=2 message={
   [junit4]   2>   "core":"collection1",
   [junit4]   2>   "roles":null,
   [junit4]   2>   "base_url":"http://127.0.0.1:35907",
   [junit4]   2>   "node_name":"127.0.0.1:35907_",
   [junit4]   2>   "numShards":"2",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "shard":null,
   [junit4]   2>   "collection":"collection1",
   [junit4]   2>   "operation":"state"}
   [junit4]   2> 20595 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ReplicaMutator Collection already exists with numShards=2
   [junit4]   2> 20595 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard2
   [junit4]   2> 20595 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.ZkController Registering watch for collection collection1
   [junit4]   2> 20596 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.c.ZkStateReader Add data for [collection1] ver [0]
   [junit4]   2> 20601 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.ZkController look for our core node name
   [junit4]   2> 20701 INFO  (OverseerStateUpdate-96306864840310788-127.0.0.1:35808_-n_0000000000) [n:127.0.0.1:35808_    ] o.a.s.c.o.ZkStateWriter going to update_collection /collections/collection1/state.json version: 0
   [junit4]   2> 20703 INFO  (zkCallback-30-thread-2-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection1/state.json] for collection [collection1] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 20703 INFO  (zkCallback-30-thread-2-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_    ] o.a.s.c.c.ZkStateReader Updating data for [collection1] from [0] to [1]
   [junit4]   2> 21601 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.ZkController waiting to find shard id in clusterstate for collection1
   [junit4]   2> 21602 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.ZkController Check for collection zkNode:collection1
   [junit4]   2> 21602 INFO  (coreLoadExecutor-84-thread-1-processing-n:127.0.0.1:35907_) [n:127.0.0.1:35907_ c:collection1   x:collection1] o.a.s.c.ZkController Collection zkNode exists
   [junit4]   2> 21602 INFO  (coreLoadExecutor-84-thread-1-p

[...truncated too long message...]

kCmdExecutor.java:60)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient.create(SolrZkClient.java:380)
   [junit4]   2> 	at org.apache.solr.cloud.Overseer.createOverseerNode(Overseer.java:1048)
   [junit4]   2> 	... 20 more
   [junit4]   2> 85424 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@6f2c147b{HTTP/1.1,[http/1.1]}{127.0.0.1:๐}
   [junit4]   2> 85424 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@747ac989{/,null,UNAVAILABLE}
   [junit4]   2> 85424 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ChaosMonkey monkey: stop shard! 41896
   [junit4]   2> 85426 INFO  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44207 44207
   [junit4]   2> 85468 INFO  (Thread-41) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:44207 44207
   [junit4]   2> 85478 WARN  (Thread-41) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf1
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	3	/solr/collections/c8n_1x3_lf/state.json
   [junit4]   2> 	3	/solr/collections/collection1/state.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	64	/solr/overseer/collection-queue-work
   [junit4]   2> 	49	/solr/overseer/queue
   [junit4]   2> 	22	/solr/overseer/queue-work
   [junit4]   2> 	5	/solr/live_nodes
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 
   [junit4]   2> 85478 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:35808/, target: http://127.0.0.1:34200/
   [junit4]   2> 85478 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SocketProxy Closing 0 connections to: http://127.0.0.1:41896/, target: http://127.0.0.1:41103/
   [junit4]   2> 85478 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SocketProxy Closing 5 connections to: http://127.0.0.1:35907/, target: http://127.0.0.1:36291/
   [junit4]   2> 85478 WARN  (TEST-LeaderFailoverAfterPartitionTest.test-seed#[1E3E50A1FC3DEE03]) [    ] o.a.s.c.SocketProxy Closing 1 connections to: http://127.0.0.1:34590/, target: http://127.0.0.1:41121/
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderFailoverAfterPartitionTest -Dtests.method=test -Dtests.seed=1E3E50A1FC3DEE03 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=th-TH-u-nu-thai-x-lvariant-TH -Dtests.timezone=Pacific/Midway -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   67.8s J2 | LeaderFailoverAfterPartitionTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:41896/c8n_1x3_lf_shard1_replica2]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1E3E50A1FC3DEE03:966A6F7B52C183FB]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:774)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:753)
   [junit4]    > 	at org.apache.solr.cloud.AbstractFullDistribZkTestBase.sendDocsWithRetry(AbstractFullDistribZkTestBase.java:741)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.testRf3WithLeaderFailover(LeaderFailoverAfterPartitionTest.java:178)
   [junit4]    > 	at org.apache.solr.cloud.LeaderFailoverAfterPartitionTest.test(LeaderFailoverAfterPartitionTest.java:57)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:985)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:960)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: No live SolrServers available to handle this request:[http://127.0.0.1:41896/c8n_1x3_lf_shard1_replica2]
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:393)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:768)
   [junit4]    > 	... 48 more
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: Server refused connection at: http://127.0.0.1:41896/c8n_1x3_lf_shard1_replica2
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:613)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:382)
   [junit4]    > 	... 49 more
   [junit4]    > Caused by: org.apache.http.conn.HttpHostConnectException: Connect to 127.0.0.1:41896 [/127.0.0.1] failed: Connection refused
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:151)
   [junit4]    > 	at org.apache.http.impl.conn.PoolingHttpClientConnectionManager.connect(PoolingHttpClientConnectionManager.java:353)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.establishRoute(MainClientExec.java:380)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:236)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 53 more
   [junit4]    > Caused by: java.net.ConnectException: Connection refused
   [junit4]    > 	at java.net.PlainSocketImpl.socketConnect(Native Method)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.doConnect(AbstractPlainSocketImpl.java:350)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connectToAddress(AbstractPlainSocketImpl.java:206)
   [junit4]    > 	at java.net.AbstractPlainSocketImpl.connect(AbstractPlainSocketImpl.java:188)
   [junit4]    > 	at java.net.SocksSocketImpl.connect(SocksSocketImpl.java:392)
   [junit4]    > 	at java.net.Socket.connect(Socket.java:589)
   [junit4]    > 	at org.apache.http.conn.socket.PlainConnectionSocketFactory.connectSocket(PlainConnectionSocketFactory.java:74)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpClientConnectionOperator.connect(DefaultHttpClientConnectionOperator.java:134)
   [junit4]    > 	... 63 more
   [junit4]   2> 85483 INFO  (SUITE-LeaderFailoverAfterPartitionTest-seed#[1E3E50A1FC3DEE03]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderFailoverAfterPartitionTest_1E3E50A1FC3DEE03-001
   [junit4]   2> Jul 26, 2016 9:43:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=BlockTreeOrds(blocksize=128), _version_=PostingsFormat(name=Memory doPackFST= true), multiDefault=PostingsFormat(name=Asserting), a_t=PostingsFormat(name=Asserting), intDefault=PostingsFormat(name=Memory doPackFST= true), id=BlockTreeOrds(blocksize=128), range_facet_i_dv=PostingsFormat(name=Asserting), text=PostingsFormat(name=MockRandom), range_facet_l=PostingsFormat(name=Asserting), timestamp=PostingsFormat(name=Asserting)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Asserting), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=897, sim=ClassicSimilarity, locale=th-TH-u-nu-thai-x-lvariant-TH, timezone=Pacific/Midway
   [junit4]   2> NOTE: Linux 4.4.0-31-generic amd64/Oracle Corporation 1.8.0_92 (64-bit)/cpus=12,threads=1,free=332496296,total=498073600
   [junit4]   2> NOTE: All tests run in this JVM: [DistributedFacetPivotLongTailTest, TestStressRecovery, LeaderFailoverAfterPartitionTest]
   [junit4] Completed [24/623 (1!)] on J2 in 68.32s, 1 test, 1 error <<< FAILURES!

[...truncated 61981 lines...]


[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_92) - Build # 17374 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17374/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
java.net.BindException: Address already in use

Stack Trace:
java.lang.RuntimeException: java.net.BindException: Address already in use
	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:212)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:82)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.BindException: Address already in use
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more




Build Log:
[...truncated 12074 lines...]
   [junit4] Suite: org.apache.solr.cloud.SaslZkACLProviderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_BE00949997028420-001/init-core-data-001
   [junit4]   2> 1608196 INFO  (SUITE-SaslZkACLProviderTest-seed#[BE00949997028420]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1608199 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSaslZkACLProvider
   [junit4]   2> 1608200 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.s.c.SaslZkACLProviderTest ####SETUP_START testSaslZkACLProvider
   [junit4]   2> 1608200 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.s.c.SaslZkACLProviderTest ZooKeeper dataDir:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_BE00949997028420-001/tempDir-002/zookeeper/server1/data
   [junit4]   2> 1613736 WARN  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'.  Please update the admin password as soon as possible to prevent a possible security breach.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.method=testSaslZkACLProvider -Dtests.seed=BE00949997028420 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   8.56s J2 | SaslZkACLProviderTest.testSaslZkACLProvider <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: java.net.BindException: Address already in use
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:212)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:82)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.BindException: Address already in use
   [junit4]    > 	at sun.nio.ch.Net.bind0(Native Method)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:433)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:425)
   [junit4]    > 	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
   [junit4]    > 	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
   [junit4]    > 	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 moreThrowable #2: java.lang.NullPointerException
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.shutdown(ZkTestServer.java:334)
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer.shutdown(ZkTestServer.java:526)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.shutdown(SaslZkACLProviderTest.java:219)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.tearDown(SaslZkACLProviderTest.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1616752 INFO  (SUITE-SaslZkACLProviderTest-seed#[BE00949997028420]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_BE00949997028420-001
   [junit4]   2> Jul 26, 2016 5:56:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> Jul 26, 2016 5:56:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]   2>    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Object.wait(Object.java:502)
   [junit4]   2>         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2>         at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2>    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Jul 26, 2016 5:56:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2> Jul 26, 2016 5:57:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Object.wait(Object.java:502)
   [junit4]   2>         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2>         at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2>    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=460, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PY, timezone=America/Anchorage
   [junit4]   2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 1.8.0_92 (32-bit)/cpus=12,threads=7,free=220544448,total=369401856
   [junit4]   2> NOTE: All tests run in this JVM: [ConnectionManagerTest, TestCloudPseudoReturnFields, TolerantUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, TestTestInjection, TestSolrQueryResponse, NoCacheHeaderTest, ParsingFieldUpdateProcessorsTest, TestExceedMaxTermLength, TestBlobHandler, TestReversedWildcardFilterFactory, TestCollapseQParserPlugin, TestStressUserVersions, CollectionsAPISolrJTest, TestSolrQueryParser, LeaderFailoverAfterPartitionTest, BitVectorTest, TestUninvertingReader, BasicDistributedZk2Test, TestFieldCacheSortRandom, HdfsLockFactoryTest, CdcrRequestHandlerTest, TestJmxMonitoredMap, TestReRankQParserPlugin, TestSolrDeletionPolicy1, TestReplicationHandlerBackup, HdfsDirectoryFactoryTest, TestSolr4Spatial2, TestUtils, TestTolerantSearch, TestOrdValues, TestFuzzyAnalyzedSuggestions, TestFieldSortValues, TestRebalanceLeaders, CoreAdminCreateDiscoverTest, StatsComponentTest, TestZkChroot, TestSuggestSpellingConverter, SortSpecParsingTest, TestManagedSchemaAPI, TestHashQParserPlugin, TestSearchPerf, GraphQueryTest, HdfsBasicDistributedZk2Test, DirectUpdateHandlerTest, PluginInfoTest, ClusterStateTest, SolrCoreCheckLockOnStartupTest, HardAutoCommitTest, DebugComponentTest, TestSolrDynamicMBean, TestJettySolrRunner, TestInfoStreamLogging, TestOnReconnectListenerSupport, TestJmxIntegration, TestClusterStateMutator, TestPerFieldSimilarityWithDefaultOverride, TestLocalFSCloudBackupRestore, DistributedVersionInfoTest, TestAuthorizationFramework, JavabinLoaderTest, TestWriterPerf, CoreAdminHandlerTest, AssignTest, HdfsRecoverLeaseTest, TestPHPSerializedResponseWriter, DeleteInactiveReplicaTest, CleanupOldIndexTest, TestDistribDocBasedVersion, TestGroupingSearch, TestPerFieldSimilarity, TestElisionMultitermQuery, TestManagedStopFilterFactory, TestSha256AuthenticationProvider, MigrateRouteKeyTest, TestGraphMLResponseWriter, StatelessScriptUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestMiniSolrCloudClusterBase, HighlighterConfigTest, BadComponentTest, TestConfigOverlay, LeaderElectionTest, SampleTest, OverriddenZkACLAndCredentialsProvidersTest, DirectUpdateHandlerOptimizeTest, HdfsUnloadDistributedZkTest, BlockJoinFacetDistribTest, TestClassicSimilarityFactory, SuggesterTSTTest, TestUseDocValuesAsStored2, TestCollationField, AutoCommitTest, TestConfigSetsAPIExclusivity, TestConfigSets, DocValuesMissingTest, DistributedSuggestComponentTest, DeleteShardTest, TestIndexSearcher, TestCoreDiscovery, SuggesterWFSTTest, SharedFSAutoReplicaFailoverUtilsTest, TestMacros, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest, TestDistributedGrouping, TermVectorComponentDistributedTest, TestStressReorder, TestReload, DistributedTermsComponentTest, TestSolr4Spatial, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, TestLazyCores, SoftAutoCommitTest, SimplePostToolTest, SpellCheckCollatorTest, SolrRequestParserTest, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DistanceFunctionTest, LukeRequestHandlerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TermVectorComponentTest, IndexSchemaRuntimeFieldTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, TestStressRecovery, TestMergePolicyConfig, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, CircularListTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, ActionThrottleTest, AsyncMigrateRouteKeyTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, OverseerRolesTest, ReplicationFactorTest, RestartWhileUpdatingTest, SaslZkACLProviderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.seed=BE00949997028420 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | SaslZkACLProviderTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]    >    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    >    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    >    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)
   [junit4] Completed [467/623 (1!)] on J2 in 31.81s, 1 test, 3 errors <<< FAILURES!

[...truncated 52876 lines...]


[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_92) - Build # 17373 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17373/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2
	at __randomizedtesting.SeedInfo.seed([C85EFB6ABC86BC09:F58655468468E279]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:760)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42093 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more




Build Log:
[...truncated 12470 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 1775105 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1775105 INFO  (Thread-3639) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1775105 INFO  (Thread-3639) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1775205 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkTestServer start zk server on port:36391
   [junit4]   2> 1775205 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775206 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775223 INFO  (zkCallback-2336-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@dc2389 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775223 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775223 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775224 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bbb85b{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@501f0d{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@858be9{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@1f0b59d{HTTP/1.1,[http/1.1]}{127.0.0.1:38937}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10cc2a5{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@19f8d24{HTTP/1.1,[http/1.1]}{127.0.0.1:39467}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@9c0f7a{HTTP/1.1,[http/1.1]}{127.0.0.1:42093}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.Server Started @1777180ms
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.Server Started @1777181ms
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39467}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.Server Started @1777180ms
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16fca08{/solr,null,AVAILABLE}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38937}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2'
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42093}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@fef25a{HTTP/1.1,[http/1.1]}{127.0.0.1:35531}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.Server Started @1777182ms
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5'
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35531}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@b490de{HTTP/1.1,[http/1.1]}{127.0.0.1:37641}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.Server Started @1777182ms
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1'
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37641}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3'
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775243 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775243 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775243 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4'
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775249 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775251 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775251 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775252 INFO  (zkCallback-2338-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65933f name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775252 INFO  (zkCallback-2337-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12f2940 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775263 INFO  (zkCallback-2339-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@118f8cc name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775263 INFO  (zkCallback-2340-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15b210 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775263 INFO  (zkCallback-2341-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56809d name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/.
   [junit4]   2> 1775276 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 27630564
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3]
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/.
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/.
   [junit4]   2> 1775284 WARN  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/lib
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 24438244
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 27213529
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5]
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775284 WARN  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/lib
   [junit4]   2> 1775284 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775285 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2]
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/.
   [junit4]   2> 1775286 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 18600817
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/.
   [junit4]   2> 1775286 WARN  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/lib
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 2499331
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4]
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1]
   [junit4]   2> 1775286 WARN  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/lib
   [junit4]   2> 1775287 WARN  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/lib
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775298 INFO  (zkCallback-2353-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a0bf64 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775298 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775298 INFO  (zkCallback-2350-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41d2be name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775298 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775298 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775299 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775300 INFO  (zkCallback-2354-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1686fe0 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775300 INFO  (zkCallback-2355-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1adbe4c name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775300 INFO  (zkCallback-2356-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1afeef8 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775310 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@151a5a3
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@139848e
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@103164e
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@1bff77
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775320 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@125737
   [junit4]   2> 1775320 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@fda1f7 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775320 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775320 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9cfb7d name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775320 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775321 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775323 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e7b17d name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775323 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b99f62 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775324 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775324 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775325 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13f282c name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775325 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775335 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775335 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775337 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775337 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775338 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775346 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775346 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775351 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775351 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775351 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775381 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1775381 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1775396 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775397 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775397 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775397 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775404 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775423 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775423 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775425 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775425 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775429 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775429 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775429 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775431 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775431 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775434 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775436 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775447 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775447 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775448 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775479 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775489 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775489 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775497 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775497 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775506 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775506 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775540 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775540 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775540 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775542 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775542 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775544 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275724-127.0.0.1:38937_solr-n_0000000000
   [junit4]   2> 1775544 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275723-127.0.0.1:39467_solr-n_0000000001
   [junit4]   2> 1775544 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275726-127.0.0.1:37641_solr-n_0000000002
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275725-127.0.0.1:35531_solr-n_0000000003
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275727-127.0.0.1:42093_solr-n_0000000004
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38937_solr
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275723-127.0.0.1:39467_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275724-127.0.0.1:38937_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275726-127.0.0.1:37641_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275725-127.0.0.1:35531_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37641_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37641_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35531_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35531_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39467_solr
   [junit4]   2> 1775550 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39467_solr
   [junit4]   2> 1775551 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42093_solr
   [junit4]   2> 1775551 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42093_solr
   [junit4]   2> 1775551 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer Overseer (id=96308207820275724-127.0.0.1:38937_solr-n_0000000000) starting
   [junit4]   2> 1775553 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775562 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775562 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775562 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775565 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775566 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775580 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/.
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/.
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/.
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775595 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1775595 INFO  (OverseerCollectionConfigSetProcessor-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1775595 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1775595 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:38937_solr as DOWN
   [junit4]   2> 1775597 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (4)
   [junit4]   2> 1775599 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38937_solr
   [junit4]   2> 1775599 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38937_solr
   [junit4]   2> 1775600 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38937_solr"} current state version: 0
   [junit4]   2> 1775600 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38937_solr
   [junit4]   2> 1775601 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775601 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775601 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775601 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775602 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775602 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775602 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775602 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775603 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/.
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775605 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775605 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775608 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775613 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775613 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/.
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775614 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775615 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775617 INFO  (zkCallback-2367-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d93a38 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775617 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775618 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775622 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@fef25a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1775622 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18600817
   [junit4]   2> 1775622 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:35531_solr as DOWN
   [junit4]   2> 1775626 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35531_solr"} current state version: 0
   [junit4]   2> 1775627 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35531_solr
   [junit4]   2> 1775628 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 WARN  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1775628 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775628 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce0415000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775629 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16fca08{/solr,null,UNAVAILABLE}
   [junit4]   2> 1775630 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775630 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@165944b{/solr,null,AVAILABLE}
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1dd102{HTTP/1.1,[http/1.1]}{127.0.0.1:40925}
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.Server Started @1777571ms
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40925}
   [junit4]   2> 1775631 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775631 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6'
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775632 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775632 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775632 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775632 INFO  (zkCallback-2361-thread-2-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275726-127.0.0.1:37641_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1775634 INFO  (zkCallback-2369-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d3c3b name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775634 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775634 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775639 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/.
   [junit4]   2> 1775639 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer New CoreContainer 6471662
   [junit4]   2> 1775639 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6]
   [junit4]   2> 1775639 WARN  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/lib
   [junit4]   2> 1775640 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775642 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775644 INFO  (zkCallback-2372-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b175f name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775644 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775644 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@54a463
   [junit4]   2> 1775646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775648 INFO  (zkCallback-2373-thread-1-processing-n:127.0.0.1:40925_solr) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23d194 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775648 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775661 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775662 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775662 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775663 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775665 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275731-127.0.0.1:40925_solr-n_0000000005
   [junit4]   2> 1775665 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275727-127.0.0.1:42093_solr-n_0000000004 to know if I could be the leader
   [junit4]   2> 1775665 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40925_solr as DOWN
   [junit4]   2> 1775690 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40925_solr
   [junit4]   2> 1775690 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40925_solr
   [junit4]   2> 1775690 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:40925_solr"} current state version: 0
   [junit4]   2> 1775691 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40925_solr
   [junit4]   2> 1775696 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2361-thread-2-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775696 INFO  (zkCallback-2361-thread-2-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775696 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775697 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775697 INFO  (zkCallback-2373-thread-1-processing-n:127.0.0.1:40925_solr) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775718 INFO  (zkCallback-2373-thread-1-processing-n:127.0.0.1:40925_solr) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/.
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775731 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775731 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775731 INFO  (TEST-Ba

[...truncated too long message...]

loudSolrClient.java:760)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42093 failed to respond
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 10 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Memory doPackFST= false), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= false), range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1106, sim=ClassicSimilarity, locale=de-GR, timezone=America/Argentina/Jujuy
   [junit4]   2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 1.8.0_92 (32-bit)/cpus=12,threads=1,free=142125272,total=451411968
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, TestConfig, TestOmitPositions, UUIDFieldTest, TestRecoveryHdfs, HdfsThreadLeakTest, SecurityConfHandlerTest, TestRTimerTree, TestPivotHelperCode, TestSolrXml, ConcurrentDeleteAndCreateCollectionTest, TestRandomFaceting, DistribJoinFromCollectionTest, TestTrieFacet, SignatureUpdateProcessorFactoryTest, RemoteQueryErrorTest, RAMDirectoryFactoryTest, TestHdfsUpdateLog, PreAnalyzedUpdateProcessorTest, TestPhraseSuggestions, TestIBSimilarityFactory, CursorPagingTest, TestDownShardTolerantSearch, TestDynamicFieldCollectionResource, ZkStateReaderTest, TestSchemaNameResource, TestScoreJoinQPNoScore, AnalyticsMergeStrategyTest, SolrXmlInZkTest, TestReqParamsAPI, TestRangeQuery, SyncSliceTest, DefaultValueUpdateProcessorTest, DataDrivenBlockJoinTest, LeaderInitiatedRecoveryOnCommitTest, TestFunctionQuery, TestMergePolicyConfig, TestFilteredDocIdSet, TestComponentsName, TestSortByMinMaxFunction, OverseerStatusTest, ActionThrottleTest, TestFoldingMultitermQuery, BufferStoreTest, AtomicUpdatesTest, TestJoin, MultiThreadedOCPTest, TestRandomCollapseQParserPlugin, TestComplexPhraseQParserPlugin, SynonymTokenizerTest, TestDistributedSearch, CurrencyFieldOpenExchangeTest, DeleteStatusTest, TestInitParams, QueryElevationComponentTest, FacetPivotSmallTest, ConnectionReuseTest, TestCollectionAPI, HdfsBasicDistributedZkTest, TestNoOpRegenerator, TestReplicationHandler, TestBlendedInfixSuggestions, PathHierarchyTokenizerFactoryTest, PeerSyncTest, QueryEqualityTest, TestReplicaProperties, TestLuceneMatchVersion, CreateCollectionCleanupTest, AddBlockUpdateTest, TestRandomFlRTGCloud, HdfsWriteToMultipleCollectionsTest, TestValueSourceCache, PrimUtilsTest, TestSSLRandomization, TestCustomDocTransformer, TestLockTree, BasicZkTest, OutputWriterTest, DisMaxRequestHandlerTest, CollectionTooManyReplicasTest, QueryResultKeyTest, BasicDistributedZkTest, ShardSplitTest, AsyncCallRequestStatusResponseTest, TestSolrCloudWithKerberosAlt, RollingRestartTest, ExternalFileFieldSortTest, TestRemoteStreaming, TestJsonFacets, MergeStrategyTest, TestSchemaVersionResource, TestArbitraryIndexDir, PingRequestHandlerTest, DeleteLastCustomShardedReplicaTest, TestDFISimilarityFactory, HLLUtilTest, TestDocSet, LeaderElectionIntegrationTest, TestLMDirichletSimilarityFactory, AlternateDirectoryTest, TestPseudoReturnFields, ResourceLoaderTest, SuggestComponentTest, ZkCLITest, TestRealTimeGet, TestStressVersions, DistributedTermsComponentTest, SolrCoreTest, TestGroupingSearch, BasicFunctionalityTest, TestLazyCores, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestWriterPerf, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, SOLR749Test, TestQuerySenderNoQuery, CopyFieldTest, TestStressRecovery, TestCrossCoreJoin, TestHighlightDedupGrouping, TestTolerantSearch, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, CollectionStateFormat2Test, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderTest, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, RuleEngineTest, CoreSorterTest, DirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigSetProperties, TestConfigSets, TestDynamicLoading, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, SegmentsInfoRequestHandlerTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotWhiteBoxTest, SpatialHeatmapFacetsTest, TestCloudManagedSchema, CursorMarkTest, RankQueryTest, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestInitQParser, TestOverriddenPrefixQueryForCustomFieldType, TestQueryWrapperFilter, TestReRankQParserPlugin, TestSimpleQParserPlugin, TestSolr4Spatial2, TestSolrFieldCacheMBean, TestMinMaxOnMultiValuedField, TestOrdValues, BlockJoinFacetDistribTest, TestExactSharedStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [588/623 (1!)] on J0 in 22.64s, 1 test, 1 error <<< FAILURES!

[...truncated 52486 lines...]


[JENKINS-EA] Lucene-Solr-master-Linux (32bit/jdk-9-ea+127) - Build # 17372 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17372/
Java: 32bit/jdk-9-ea+127 -server -XX:+UseG1GC

2 tests failed.
FAILED:  org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication

Error Message:
expected:<1> but was:<0>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<0>
	at __randomizedtesting.SeedInfo.seed([99BB0D0378978FA8:6EC8E35BBE7F204E]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.failNotEquals(Assert.java:647)
	at org.junit.Assert.assertEquals(Assert.java:128)
	at org.junit.Assert.assertEquals(Assert.java:472)
	at org.junit.Assert.assertEquals(Assert.java:456)
	at org.apache.solr.handler.TestReplicationHandler.doTestIndexAndConfigAliasReplication(TestReplicationHandler.java:1327)
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(java.base@9-ea/Method.java:533)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(java.base@9-ea/Thread.java:843)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:45882/solr/testSolrCloudCollection_shard1_replica2

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:45882/solr/testSolrCloudCollection_shard1_replica2
	at __randomizedtesting.SeedInfo.seed([99BB0D0378978FA8:A463A32F4079D1D8]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:760)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(java.base@9-ea/Method.java:533)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:45882/solr/testSolrCloudCollection_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
	at java.util.concurrent.FutureTask.run(java.base@9-ea/FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@9-ea/ThreadPoolExecutor.java:1158)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@9-ea/ThreadPoolExecutor.java:632)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:45882 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more




Build Log:
[...truncated 11611 lines...]
   [junit4] Suite: org.apache.solr.handler.TestReplicationHandler
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/init-core-data-001
   [junit4]   2> 1251148 INFO  (SUITE-TestReplicationHandler-seed#[99BB0D0378978FA8]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=None)
   [junit4]   2> 1251149 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.SolrTestCaseJ4 ###Starting doTestReplicateAfterWrite2Slave
   [junit4]   2> 1251150 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1
   [junit4]   2> 1251152 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1251153 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@f1a3f7{/solr,null,AVAILABLE}
   [junit4]   2> 1251153 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.ServerConnector Started ServerConnector@13ce42{HTTP/1.1,[http/1.1]}{127.0.0.1:40009}
   [junit4]   2> 1251153 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.Server Started @1253078ms
   [junit4]   2> 1251153 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1/data, hostPort=40009}
   [junit4]   2> 1251154 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): jdk.internal.loader.ClassLoaders$AppClassLoader@864e92
   [junit4]   2> 1251154 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001'
   [junit4]   2> 1251154 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1251154 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1251154 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/solr.xml
   [junit4]   2> 1251157 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/.
   [junit4]   2> 1251157 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer New CoreContainer 31145348
   [junit4]   2> 1251157 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001]
   [junit4]   2> 1251157 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/lib
   [junit4]   2> 1251157 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1251159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1251159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1251159 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1251160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1251160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1251160 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/.
   [junit4]   2> 1251161 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {schema=schema.xml, dataDir=data/, loadOnStartup=true, transient=false, name=collection1, config=solrconfig.xml, configSetProperties=configsetprops.json}
   [junit4]   2> 1251161 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1
   [junit4]   2> 1251161 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1251161 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1'
   [junit4]   2> 1251161 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1251161 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1251161 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1251161 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1251165 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1251166 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1251170 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1251172 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1251173 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1251174 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1'
   [junit4]   2> 1251174 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1
   [junit4]   2> 1251174 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1251174 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1/data/]
   [junit4]   2> 1251174 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1251175 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1/data
   [junit4]   2> 1251175 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1/data/index/
   [junit4]   2> 1251175 WARN  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1251175 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1/data/index
   [junit4]   2> 1251175 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2267507441460732]
   [junit4]   2> 1251175 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@ceec3b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52cbdd),segFN=segments_1,generation=1}
   [junit4]   2> 1251175 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1251176 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    ] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/./collection1/data/
   [junit4]   2> 1251176 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1251177 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251178 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251178 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251179 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251179 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1251179 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1251179 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=93.37890625, floorSegmentMB=1.734375, forceMergeDeletesPctAllowed=8.253302866060675, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8682159696056714
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@ceec3b lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@52cbdd),segFN=segments_1,generation=1}
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@12d1d4c[collection1] main]
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1/conf
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1/conf}
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-001/collection1/conf
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.h.ReplicationHandler Replication enabled for following config files: schema.xml,xslt/dummy.xsl
   [junit4]   2> 1251180 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1251181 INFO  (searcherExecutor-3398-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@12d1d4c[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1251181 INFO  (coreLoadExecutor-3397-thread-1) [    ] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1251663 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1
   [junit4]   2> 1251665 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1251666 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@614af4{/solr,null,AVAILABLE}
   [junit4]   2> 1251666 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.ServerConnector Started ServerConnector@a8b448{HTTP/1.1,[http/1.1]}{127.0.0.1:34737}
   [junit4]   2> 1251666 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.e.j.s.Server Started @1253591ms
   [junit4]   2> 1251666 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, solr.data.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1/data, hostPort=34737}
   [junit4]   2> 1251666 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): jdk.internal.loader.ClassLoaders$AppClassLoader@864e92
   [junit4]   2> 1251667 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002'
   [junit4]   2> 1251667 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1251667 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1251667 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/solr.xml
   [junit4]   2> 1251670 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/.
   [junit4]   2> 1251670 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer New CoreContainer 4779919
   [junit4]   2> 1251670 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002]
   [junit4]   2> 1251670 WARN  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/lib
   [junit4]   2> 1251670 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1251672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1251672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1251672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1251672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1251672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1251672 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/.
   [junit4]   2> 1251673 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CoreDescriptor Created CoreDescriptor: {schema=schema.xml, dataDir=data/, loadOnStartup=true, transient=false, name=collection1, config=solrconfig.xml, configSetProperties=configsetprops.json}
   [junit4]   2> 1251673 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Found core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1
   [junit4]   2> 1251673 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions
   [junit4]   2> 1251673 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1'
   [junit4]   2> 1251674 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1251674 INFO  (TEST-TestReplicationHandler.doTestReplicateAfterWrite2Slave-seed#[99BB0D0378978FA8]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1251674 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1251674 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1251677 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrConfig current version of requestparams : -1
   [junit4]   2> 1251679 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 7.0.0
   [junit4]   2> 1251700 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrConfig Loaded SolrConfig: solrconfig.xml
   [junit4]   2> 1251702 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.s.IndexSchema [collection1] Schema name=test
   [junit4]   2> 1251703 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.s.IndexSchema unique key field: id
   [junit4]   2> 1251704 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.ConfigSetProperties Did not find ConfigSet properties, assuming default properties: Can't find resource 'configsetprops.json' in classpath or '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1'
   [junit4]   2> 1251704 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1
   [junit4]   2> 1251704 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrCore org.apache.solr.core.MockDirectoryFactory
   [junit4]   2> 1251705 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1], dataDir=[/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1/data/]
   [junit4]   2> 1251705 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrCore JMX monitoring not detected for core: collection1
   [junit4]   2> 1251705 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1/data
   [junit4]   2> 1251705 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrCore New index directory detected: old=null new=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1/data/index/
   [junit4]   2> 1251705 WARN  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrCore [collection1] Solr index directory '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1/data/index' doesn't exist. Creating new index...
   [junit4]   2> 1251705 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.CachingDirectoryFactory return new directory for /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1/data/index
   [junit4]   2> 1251705 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.2267507441460732]
   [junit4]   2> 1251706 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onCommit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1fea72 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@198ff4),segFN=segments_1,generation=1}
   [junit4]   2> 1251706 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1251706 INFO  (OldIndexDirectoryCleanupThreadForCore-collection1) [    ] o.a.s.c.SolrCore Looking for old index directories to cleanup for core collection1 in /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/./collection1/data/
   [junit4]   2> 1251707 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrCore no updateRequestProcessorChain defined as default, creating implicit default
   [junit4]   2> 1251707 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251708 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251708 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251709 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.h.l.XMLLoader xsltCacheLifetimeSeconds=60
   [junit4]   2> 1251709 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.PluginBag requestHandler : 'lazy' created with startup=lazy 
   [junit4]   2> 1251709 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.RequestHandlers Registered paths: /admin/mbeans,standard,lazy,/update/json/docs,/admin/luke,/export,/get,/admin/properties,/update/json,/admin/threads,/update/csv,/sql,/graph,/admin/segments,/admin/system,/replication,defaults,/config,/stream,/schema,/admin/plugins,/admin/logging,/admin/ping,/update,/admin/file,/terms
   [junit4]   2> 1251709 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrCore Using default statsCache cache: org.apache.solr.search.stats.LocalStatsCache
   [junit4]   2> 1251709 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1251709 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1251709 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=14, maxMergeAtOnceExplicit=19, maxMergedSegmentMB=93.37890625, floorSegmentMB=1.734375, forceMergeDeletesPctAllowed=8.253302866060675, segmentsPerTier=21.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.8682159696056714
   [junit4]   2> 1251710 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrDeletionPolicy SolrDeletionPolicy.onInit: commits: num=1
   [junit4]   2> 	commit{dir=MockDirectoryWrapper(RAMDirectory@1fea72 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@198ff4),segFN=segments_1,generation=1}
   [junit4]   2> 1251710 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.SolrDeletionPolicy newest commit generation = 1
   [junit4]   2> 1251710 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@686184[collection1] main]
   [junit4]   2> 1251710 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.r.ManagedResourceStorage File-based storage initialized to use dir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1/conf
   [junit4]   2> 1251710 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.r.RestManager Initializing RestManager with initArgs: {storageDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1/conf}
   [junit4]   2> 1251710 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.r.ManagedResourceStorage Reading _rest_managed.json using file:dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.handler.TestReplicationHandler_99BB0D0378978FA8-001/solr-instance-002/collection1/conf
   [junit4]   2> 1251710 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.r.RestManager Initializing 0 registered ManagedResources
   [junit4]   2> 1251712 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 1000ms
   [junit4]   2> 1251712 INFO  (searcherExecutor-3408-thread-1) [    ] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@686184[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1251712 INFO  (coreLoadExecutor-3407-thread-1) [    ] o.a.s.c.CoreContainer registering core: collection1
   [junit4]   2> 1252177 INFO  (qtp16109010-7455) [    ] o.a.s.c.S.Request [collection1]  webapp=/solr path=/select params={q=*:*&sort=id+desc&wt=javabin&version=2} hits=0 status=0 QTime=0
   [junit4]   2> 1252178 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[0]} 0 0
   [junit4]   2> 1252178 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[1]} 0 0
   [junit4]   2> 1252180 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[2]} 0 0
   [junit4]   2> 1252180 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[3]} 0 0
   [junit4]   2> 1252180 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[4]} 0 0
   [junit4]   2> 1252181 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[5]} 0 0
   [junit4]   2> 1252181 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[6]} 0 0
   [junit4]   2> 1252181 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[7]} 0 0
   [junit4]   2> 1252182 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[8]} 0 0
   [junit4]   2> 1252182 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[9]} 0 0
   [junit4]   2> 1252182 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[10]} 0 0
   [junit4]   2> 1252182 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[11]} 0 0
   [junit4]   2> 1252183 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[12]} 0 0
   [junit4]   2> 1252183 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[13]} 0 0
   [junit4]   2> 1252183 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[14]} 0 0
   [junit4]   2> 1252184 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[15]} 0 0
   [junit4]   2> 1252184 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[16]} 0 0
   [junit4]   2> 1252184 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[17]} 0 0
   [junit4]   2> 1252184 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[18]} 0 0
   [junit4]   2> 1252185 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[19]} 0 0
   [junit4]   2> 1252185 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[20]} 0 0
   [junit4]   2> 1252185 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[21]} 0 0
   [junit4]   2> 1252186 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[22]} 0 0
   [junit4]   2> 1252188 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[23]} 0 0
   [junit4]   2> 1252188 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[24]} 0 0
   [junit4]   2> 1252189 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[25]} 0 0
   [junit4]   2> 1252189 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[26]} 0 0
   [junit4]   2> 1252189 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[27]} 0 0
   [junit4]   2> 1252190 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[28]} 0 0
   [junit4]   2> 1252190 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[29]} 0 0
   [junit4]   2> 1252190 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[30]} 0 0
   [junit4]   2> 1252190 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[31]} 0 0
   [junit4]   2> 1252192 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[32]} 0 0
   [junit4]   2> 1252192 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[33]} 0 0
   [junit4]   2> 1252192 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[34]} 0 0
   [junit4]   2> 1252193 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[35]} 0 0
   [junit4]   2> 1252193 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[36]} 0 0
   [junit4]   2> 1252193 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[37]} 0 0
   [junit4]   2> 1252194 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[38]} 0 0
   [junit4]   2> 1252194 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[39]} 0 0
   [junit4]   2> 1252194 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[40]} 0 0
   [junit4]   2> 1252194 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[41]} 0 0
   [junit4]   2> 1252195 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[42]} 0 0
   [junit4]   2> 1252195 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[43]} 0 0
   [junit4]   2> 1252195 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[44]} 0 0
   [junit4]   2> 1252196 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[45]} 0 0
   [junit4]   2> 1252196 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[46]} 0 0
   [junit4]   2> 1252196 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[47]} 0 0
   [junit4]   2> 1252196 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[48]} 0 0
   [junit4]   2> 1252197 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[49]} 0 0
   [junit4]   2> 1252197 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[50]} 0 0
   [junit4]   2> 1252197 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[51]} 0 0
   [junit4]   2> 1252197 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[52]} 0 0
   [junit4]   2> 1252198 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[53]} 0 0
   [junit4]   2> 1252198 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[54]} 0 0
   [junit4]   2> 1252198 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[55]} 0 0
   [junit4]   2> 1252199 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[56]} 0 0
   [junit4]   2> 1252199 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[57]} 0 0
   [junit4]   2> 1252199 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[58]} 0 0
   [junit4]   2> 1252199 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[59]} 0 0
   [junit4]   2> 1252200 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[60]} 0 0
   [junit4]   2> 1252200 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[61]} 0 0
   [junit4]   2> 1252200 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[62]} 0 0
   [junit4]   2> 1252201 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[63]} 0 0
   [junit4]   2> 1252201 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[64]} 0 0
   [junit4]   2> 1252201 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[65]} 0 0
   [junit4]   2> 1252202 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[66]} 0 0
   [junit4]   2> 1252202 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[67]} 0 0
   [junit4]   2> 1252202 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[68]} 0 0
   [junit4]   2> 1252202 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[69]} 0 0
   [junit4]   2> 1252204 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[70]} 0 0
   [junit4]   2> 1252204 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[71]} 0 0
   [junit4]   2> 1252204 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[72]} 0 0
   [junit4]   2> 1252205 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[73]} 0 0
   [junit4]   2> 1252205 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[74]} 0 0
   [junit4]   2> 1252205 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[75]} 0 0
   [junit4]   2> 1252205 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[76]} 0 0
   [junit4]   2> 1252206 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[77]} 0 0
   [junit4]   2> 1252206 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[78]} 0 0
   [junit4]   2> 1252206 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[79]} 0 0
   [junit4]   2> 1252207 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[80]} 0 0
   [junit4]   2> 1252207 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[81]} 0 0
   [junit4]   2> 1252207 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[82]} 0 0
   [junit4]   2> 1252208 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[83]} 0 0
   [junit4]   2> 1252208 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[84]} 0 0
   [junit4]   2> 1252209 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[85]} 0 0
   [junit4]   2> 1252209 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[86]} 0 0
   [junit4]   2> 1252210 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[87]} 0 0
   [junit4]   2> 1252210 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[88]} 0 0
   [junit4]   2> 1252210 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[89]} 0 0
   [junit4]   2> 1252211 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[90]} 0 0
   [junit4]   2> 1252211 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[91]} 0 0
   [junit4]   2> 1252211 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[92]} 0 0
   [junit4]   2> 1252212 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[93]} 0 0
   [junit4]   2> 1252212 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[94]} 0 0
   [junit4]   2> 1252212 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[95]} 0 0
   [junit4]   2> 1252213 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[96]} 0 0
   [junit4]   2> 1252213 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[97]} 0 0
   [junit4]   2> 1252213 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[98]} 0 0
   [junit4]   2> 1252214 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[99]} 0 0
   [junit4]   2> 1252214 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[100]} 0 0
   [junit4]   2> 1252214 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[101]} 0 0
   [junit4]   2> 1252216 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[102]} 0 0
   [junit4]   2> 1252216 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[103]} 0 0
   [junit4]   2> 1252217 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[104]} 0 0
   [junit4]   2> 1252217 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[105]} 0 0
   [junit4]   2> 1252217 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[106]} 0 0
   [junit4]   2> 1252218 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[107]} 0 0
   [junit4]   2> 1252218 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[108]} 0 0
   [junit4]   2> 1252218 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[109]} 0 0
   [junit4]   2> 1252219 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[110]} 0 0
   [junit4]   2> 1252219 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[111]} 0 0
   [junit4]   2> 1252219 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[112]} 0 0
   [junit4]   2> 1252220 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[113]} 0 0
   [junit4]   2> 1252220 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[114]} 0 0
   [junit4]   2> 1252220 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[115]} 0 0
   [junit4]   2> 1252221 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[116]} 0 0
   [junit4]   2> 1252221 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[117]} 0 0
   [junit4]   2> 1252221 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[118]} 0 0
   [junit4]   2> 1252221 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[119]} 0 0
   [junit4]   2> 1252222 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[120]} 0 0
   [junit4]   2> 1252222 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[121]} 0 0
   [junit4]   2> 1252222 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[122]} 0 0
   [junit4]   2> 1252223 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[123]} 0 0
   [junit4]   2> 1252223 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[124]} 0 0
   [junit4]   2> 1252223 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[125]} 0 0
   [junit4]   2> 1252224 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[126]} 0 0
   [junit4]   2> 1252224 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[127]} 0 0
   [junit4]   2> 1252224 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[128]} 0 0
   [junit4]   2> 1252225 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[129]} 0 0
   [junit4]   2> 1252226 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[130]} 0 0
   [junit4]   2> 1252226 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[131]} 0 0
   [junit4]   2> 1252227 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[132]} 0 0
   [junit4]   2> 1252228 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[133]} 0 0
   [junit4]   2> 1252228 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[134]} 0 0
   [junit4]   2> 1252228 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[135]} 0 0
   [junit4]   2> 1252229 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[136]} 0 0
   [junit4]   2> 1252229 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[137]} 0 0
   [junit4]   2> 1252229 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[138]} 0 0
   [junit4]   2> 1252230 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[139]} 0 0
   [junit4]   2> 1252230 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[140]} 0 0
   [junit4]   2> 1252230 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[141]} 0 0
   [junit4]   2> 1252231 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[142]} 0 0
   [junit4]   2> 1252231 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[143]} 0 0
   [junit4]   2> 1252231 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[144]} 0 0
   [junit4]   2> 1252232 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[145]} 0 0
   [junit4]   2> 1252232 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[146]} 0 0
   [junit4]   2> 1252232 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[147]} 0 0
   [junit4]   2> 1252232 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[148]} 0 0
   [junit4]   2> 1252233 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[149]} 0 0
   [junit4]   2> 1252233 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[150]} 0 0
   [junit4]   2> 1252233 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[151]} 0 0
   [junit4]   2> 1252234 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[152]} 0 0
   [junit4]   2> 1252235 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[153]} 0 0
   [junit4]   2> 1252235 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[154]} 0 0
   [junit4]   2> 1252236 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[155]} 0 0
   [junit4]   2> 1252237 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[156]} 0 0
   [junit4]   2> 1252237 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[157]} 0 0
   [junit4]   2> 1252237 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[158]} 0 0
   [junit4]   2> 1252238 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[159]} 0 0
   [junit4]   2> 1252238 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[160]} 0 0
   [junit4]   2> 1252238 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[161]} 0 0
   [junit4]   2> 1252240 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[162]} 0 1
   [junit4]   2> 1252241 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[163]} 0 0
   [junit4]   2> 1252241 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[164]} 0 0
   [junit4]   2> 1252241 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[165]} 0 0
   [junit4]   2> 1252242 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[166]} 0 0
   [junit4]   2> 1252242 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[167]} 0 0
   [junit4]   2> 1252242 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[168]} 0 0
   [junit4]   2> 1252243 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[169]} 0 0
   [junit4]   2> 1252243 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[170]} 0 0
   [junit4]   2> 1252243 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[171]} 0 0
   [junit4]   2> 1252243 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[172]} 0 0
   [junit4]   2> 1252244 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[173]} 0 0
   [junit4]   2> 1252244 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[174]} 0 0
   [junit4]   2> 1252245 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[175]} 0 0
   [junit4]   2> 1252245 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[176]} 0 0
   [junit4]   2> 1252245 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[177]} 0 0
   [junit4]   2> 1252245 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[178]} 0 0
   [junit4]   2> 1252246 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[179]} 0 0
   [junit4]   2> 1252246 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[180]} 0 0
   [junit4]   2> 1252246 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[181]} 0 0
   [junit4]   2> 1252246 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[182]} 0 0
   [junit4]   2> 1252247 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[183]} 0 0
   [junit4]   2> 1252247 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[184]} 0 0
   [junit4]   2> 1252247 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[185]} 0 0
   [junit4]   2> 1252247 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[186]} 0 0
   [junit4]   2> 1252248 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[187]} 0 0
   [junit4]   2> 1252248 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[188]} 0 0
   [junit4]   2> 1252248 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[189]} 0 0
   [junit4]   2> 1252249 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[190]} 0 0
   [junit4]   2> 1252249 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[191]} 0 0
   [junit4]   2> 1252249 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[192]} 0 0
   [junit4]   2> 1252250 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[193]} 0 0
   [junit4]   2> 1252250 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[194]} 0 0
   [junit4]   2> 1252250 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[195]} 0 0
   [junit4]   2> 1252250 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[196]} 0 0
   [junit4]   2> 1252251 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[197]} 0 0
   [junit4]   2> 1252252 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[198]} 0 0
   [junit4]   2> 1252253 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[199]} 0 0
   [junit4]   2> 1252253 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[200]} 0 0
   [junit4]   2> 1252254 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[201]} 0 0
   [junit4]   2> 1252254 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[202]} 0 0
   [junit4]   2> 1252254 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[203]} 0 0
   [junit4]   2> 1252254 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[204]} 0 0
   [junit4]   2> 1252255 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[205]} 0 0
   [junit4]   2> 1252255 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[206]} 0 0
   [junit4]   2> 1252255 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[207]} 0 0
   [junit4]   2> 1252256 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[208]} 0 0
   [junit4]   2> 1252256 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[209]} 0 0
   [junit4]   2> 1252256 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[210]} 0 0
   [junit4]   2> 1252257 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[211]} 0 0
   [junit4]   2> 1252257 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[212]} 0 0
   [junit4]   2> 1252257 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[213]} 0 0
   [junit4]   2> 1252257 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[214]} 0 0
   [junit4]   2> 1252258 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[215]} 0 0
   [junit4]   2> 1252258 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[216]} 0 0
   [junit4]   2> 1252258 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[217]} 0 0
   [junit4]   2> 1252258 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[218]} 0 0
   [junit4]   2> 1252259 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[219]} 0 0
   [junit4]   2> 1252259 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[220]} 0 0
   [junit4]   2> 1252259 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[221]} 0 0
   [junit4]   2> 1252260 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[222]} 0 0
   [junit4]   2> 1252260 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[223]} 0 0
   [junit4]   2> 1252260 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[224]} 0 0
   [junit4]   2> 1252260 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[225]} 0 0
   [junit4]   2> 1252261 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[226]} 0 0
   [junit4]   2> 1252261 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[227]} 0 0
   [junit4]   2> 1252261 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[228]} 0 0
   [junit4]   2> 1252261 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[229]} 0 0
   [junit4]   2> 1252261 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[230]} 0 0
   [junit4]   2> 1252262 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[231]} 0 0
   [junit4]   2> 1252262 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[232]} 0 0
   [junit4]   2> 1252262 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[233]} 0 0
   [junit4]   2> 1252263 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[234]} 0 0
   [junit4]   2> 1252264 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[235]} 0 0
   [junit4]   2> 1252264 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[236]} 0 0
   [junit4]   2> 1252264 INFO  (qtp16109010-7456) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[237]} 0 0
   [junit4]   2> 1252265 INFO  (qtp16109010-7455) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[238]} 0 0
   [junit4]   2> 1252265 INFO  (qtp16109010-7450) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[239]} 0 0
   [junit4]   2> 1252265 INFO  (qtp16109010-7457) [    ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=/solr path=/update params={wt=javabin&version=2}{add=[240]} 0 0
   [junit4]   2> 1252266 INFO  (qtp16109010-7457) [    ] o.a.s.u

[...truncated too long message...]

lient.java:997)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
   [junit4]    > 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(java.base@9-ea/Native Method)
   [junit4]    > 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(java.base@9-ea/NativeMethodAccessorImpl.java:62)
   [junit4]    > 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(java.base@9-ea/DelegatingMethodAccessorImpl.java:43)
   [junit4]    > 	at java.lang.Thread.run(java.base@9-ea/Thread.java:843)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:45882/solr/testSolrCloudCollection_shard1_replica2
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(java.base@9-ea/FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(java.base@9-ea/ThreadPoolExecutor.java:1158)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(java.base@9-ea/ThreadPoolExecutor.java:632)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:45882 failed to respond
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 10 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_99BB0D0378978FA8-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=BlockTreeOrds(blocksize=128), multiDefault=Lucene50(blocksize=128), intDefault=BlockTreeOrds(blocksize=128), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=BlockTreeOrds(blocksize=128), range_facet_l=BlockTreeOrds(blocksize=128), timestamp=BlockTreeOrds(blocksize=128)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Memory), range_facet_i_dv=DocValuesFormat(name=Lucene54), timestamp=DocValuesFormat(name=Lucene54)}, maxPointsInLeafNode=1199, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PR, timezone=Asia/Bahrain
   [junit4]   2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 9-ea (32-bit)/cpus=12,threads=1,free=273449776,total=467664896
   [junit4]   2> NOTE: All tests run in this JVM: [CollectionStateFormat2Test, SuggesterWFSTTest, HdfsSyncSliceTest, TestJettySolrRunner, SimpleFacetsTest, TestReload, TestManagedSchemaAPI, FieldMutatingUpdateProcessorTest, BlockJoinFacetDistribTest, TestConfigSetsAPIExclusivity, SearchHandlerTest, TestCharFilters, CircularListTest, TestBulkSchemaAPI, DateMathParserTest, TestStressUserVersions, TestSearcherReuse, TestJsonRequest, LeaderFailoverAfterPartitionTest, RecoveryZkTest, BitVectorTest, TestJmxMonitoredMap, RestartWhileUpdatingTest, CdcrUpdateLogTest, TestAuthorizationFramework, TestFastWriter, DocValuesMultiTest, SliceStateTest, TestExpandComponent, TestReplicationHandlerBackup, TestElisionMultitermQuery, TestOnReconnectListenerSupport, HdfsRecoverLeaseTest, TestSort, JavabinLoaderTest, StatelessScriptUpdateProcessorFactoryTest, TestManagedResource, BooleanFieldTest, BadComponentTest, TestFieldCollectionResource, SolrCoreCheckLockOnStartupTest, SmileWriterTest, DistributedFacetPivotWhiteBoxTest, TestMissingGroups, TestExceedMaxTermLength, TestFieldCacheSortRandom, TestFuzzyAnalyzedSuggestions, ConnectionManagerTest, DeleteShardTest, TestMacros, TestSolrDeletionPolicy1, TestWriterPerf, HLLSerializationTest, TestObjectReleaseTracker, TestGroupingSearch, BlockDirectoryTest, TestUseDocValuesAsStored2, TestFieldSortValues, TestSolr4Spatial2, LukeRequestHandlerTest, TestXIncludeConfig, TestLocalFSCloudBackupRestore, OverriddenZkACLAndCredentialsProvidersTest, TestSolrJ, ShowFileRequestHandlerTest, StatsComponentTest, CoreAdminHandlerTest, TestDistributedMissingSort, MigrateRouteKeyTest, DirectUpdateHandlerTest, TestReRankQParserPlugin, HdfsUnloadDistributedZkTest, DebugComponentTest, SolrCloudExampleTest, TestCSVResponseWriter, TestStressRecovery, SortSpecParsingTest, TestRequestStatusCollectionAPI, TestUninvertingReader, SuggesterTest, HdfsLockFactoryTest, TestDefaultSearchFieldResource, FieldAnalysisRequestHandlerTest, DistribDocExpirationUpdateProcessorTest, RecoveryAfterSoftCommitTest, TestFreeTextSuggestions, TestSuggestSpellingConverter, ParsingFieldUpdateProcessorsTest, WrapperMergePolicyFactoryTest, HdfsDirectoryFactoryTest, CleanupOldIndexTest, TestClassicSimilarityFactory, TestBlobHandler, TestIndexingPerformance, HdfsChaosMonkeySafeLeaderTest, CoreSorterTest, TestTolerantSearch, TestRebalanceLeaders, TestRecovery, DistributedDebugComponentTest, NoCacheHeaderTest, TestOrdValues, ChaosMonkeySafeLeaderTest, BasicDistributedZk2Test, UnloadDistributedZkTest, OpenCloseCoreStressTest, OverseerTest, LeaderElectionIntegrationTest, BasicZkTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, TestRandomFaceting, TestZkChroot, TestDistributedSearch, TestFaceting, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, TestStressReorder, HardAutoCommitTest, DistributedTermsComponentTest, TestSolr4Spatial, PeerSyncTest, BadIndexSchemaTest, TestLazyCores, CurrencyFieldXmlFileTest, AnalysisAfterCoreReloadTest, SuggesterFSTTest, TestStressLucene, TestTrie, TestCSVLoader, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, TestRemoteStreaming, CacheHeaderTest, TestSurroundQueryParser, StandardRequestHandlerTest, TestReversedWildcardFilterFactory, TermsComponentTest, PathHierarchyTokenizerFactoryTest, LoggingHandlerTest, TestJmxIntegration, JsonLoaderTest, PingRequestHandlerTest, TestUtils, SystemInfoHandlerTest, SolrTestCaseJ4Test, TestCursorMarkWithoutUniqueKey, ConnectionReuseTest, AssignTest, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, ConfigSetsAPITest, CreateCollectionCleanupTest, CustomCollectionTest, ForceLeaderTest, TestCloudDeleteByQuery, TestConfigSetsAPIZkFailure, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, HdfsBasicDistributedZk2Test, HdfsBasicDistributedZkTest, HdfsChaosMonkeyNothingIsSafeTest, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest, HdfsRestartWhileUpdatingTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsWriteToMultipleCollectionsTest, TestClusterStateMutator, ZkStateWriterTest, RuleEngineTest, RulesTest, TestDynamicFieldCollectionResource, TestDynamicFieldResource, TestFieldTypeResource, TestSchemaVersionResource, TestSolrQueryParserDefaultOperatorResource, TestUniqueKeyFieldResource, DocValuesMissingTest, EnumFieldTest, SpatialRPTFieldTypeTest, TestCloudManagedSchema, TestCollationFieldDocValues, TestManagedSchema, TestSchemaManager, CursorMarkTest, MergeStrategyTest, TestFilteredDocIdSet, TestHashQParserPlugin, TestMaxScoreQueryParser, TestQueryWrapperFilter, TestSmileRequest, TestMinMaxOnMultiValuedField, GraphQueryTest, TestScoreJoinQPScore, CloudMLTQParserTest, TestExactSharedStatsCache, TestExactStatsCache, TestLRUStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [622/623 (2!)] on J2 in 42.94s, 1 test, 1 error <<< FAILURES!

[...truncated 49644 lines...]