You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/07/26 15:41:17 UTC

[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_92) - Build # 17373 - Still Unstable!

Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17373/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseParallelGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasics

Error Message:
IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2

Stack Trace:
org.apache.solr.client.solrj.impl.CloudSolrClient$RouteException: IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2
	at __randomizedtesting.SeedInfo.seed([C85EFB6ABC86BC09:F58655468468E279]:0)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.directUpdate(CloudSolrClient.java:760)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more
Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42093 failed to respond
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
	... 10 more




Build Log:
[...truncated 12470 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> 1775105 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1775105 INFO  (Thread-3639) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1775105 INFO  (Thread-3639) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1775205 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkTestServer start zk server on port:36391
   [junit4]   2> 1775205 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775206 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775223 INFO  (zkCallback-2336-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@dc2389 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775223 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775223 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775224 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient makePath: /solr/solr.xml
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775239 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1bbb85b{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@501f0d{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@858be9{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.ServerConnector Started ServerConnector@1f0b59d{HTTP/1.1,[http/1.1]}{127.0.0.1:38937}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@10cc2a5{/solr,null,AVAILABLE}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.ServerConnector Started ServerConnector@19f8d24{HTTP/1.1,[http/1.1]}{127.0.0.1:39467}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.ServerConnector Started ServerConnector@9c0f7a{HTTP/1.1,[http/1.1]}{127.0.0.1:42093}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.e.j.s.Server Started @1777180ms
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-5) [    ] o.e.j.s.Server Started @1777181ms
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39467}
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-3) [    ] o.e.j.s.Server Started @1777180ms
   [junit4]   2> 1775240 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@16fca08{/solr,null,AVAILABLE}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38937}
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2'
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42093}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@fef25a{HTTP/1.1,[http/1.1]}{127.0.0.1:35531}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.e.j.s.Server Started @1777182ms
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5'
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35531}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775241 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.ServerConnector Started ServerConnector@b490de{HTTP/1.1,[http/1.1]}{127.0.0.1:37641}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-4) [    ] o.e.j.s.Server Started @1777182ms
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1'
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37641}
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3'
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775243 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775243 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775243 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775242 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4'
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775249 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775250 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775251 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775251 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775252 INFO  (zkCallback-2338-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@65933f name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775252 INFO  (zkCallback-2337-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12f2940 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775252 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775263 INFO  (zkCallback-2339-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@118f8cc name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775263 INFO  (zkCallback-2340-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@15b210 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775263 INFO  (zkCallback-2341-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@56809d name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775263 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775264 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/.
   [junit4]   2> 1775276 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CoreContainer New CoreContainer 27630564
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3]
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/.
   [junit4]   2> 1775276 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/.
   [junit4]   2> 1775284 WARN  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/lib
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CoreContainer New CoreContainer 24438244
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CoreContainer New CoreContainer 27213529
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5]
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775284 WARN  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/lib
   [junit4]   2> 1775284 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775285 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775284 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2]
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/.
   [junit4]   2> 1775286 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CoreContainer New CoreContainer 18600817
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/.
   [junit4]   2> 1775286 WARN  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/lib
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CoreContainer New CoreContainer 2499331
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4]
   [junit4]   2> 1775286 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1]
   [junit4]   2> 1775286 WARN  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/lib
   [junit4]   2> 1775287 WARN  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/lib
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775287 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775294 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775295 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775296 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775298 INFO  (zkCallback-2353-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@a0bf64 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775298 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775298 INFO  (zkCallback-2350-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@41d2be name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775298 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775298 INFO  (jetty-launcher-2335-thread-2) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775299 INFO  (jetty-launcher-2335-thread-3) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775300 INFO  (zkCallback-2354-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1686fe0 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775300 INFO  (zkCallback-2355-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1adbe4c name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775300 INFO  (zkCallback-2356-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1afeef8 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-5) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-1) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775300 INFO  (jetty-launcher-2335-thread-4) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775310 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce04150007, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@151a5a3
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@139848e
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775310 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@103164e
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@1bff77
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775319 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775320 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@125737
   [junit4]   2> 1775320 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@fda1f7 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775320 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775320 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9cfb7d name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775320 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775321 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775323 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@e7b17d name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775323 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1b99f62 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775324 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775324 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775325 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13f282c name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775325 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775335 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775335 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775337 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775337 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775338 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue
   [junit4]   2> 1775346 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775346 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775351 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775351 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775351 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-queue-work
   [junit4]   2> 1775381 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1775381 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-running
   [junit4]   2> 1775396 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775397 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775397 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775397 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-completed
   [junit4]   2> 1775404 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775412 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/collection-map-failure
   [junit4]   2> 1775423 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775423 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775425 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775425 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes
   [junit4]   2> 1775429 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775429 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775429 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775431 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775431 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /collections
   [junit4]   2> 1775434 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775436 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775447 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775447 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775448 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /aliases.json
   [junit4]   2> 1775479 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775481 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /clusterstate.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775486 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /security.json
   [junit4]   2> 1775489 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775489 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775497 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775497 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775505 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775506 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775506 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (0)
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775507 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775512 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/election
   [junit4]   2> 1775540 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775540 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775540 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775542 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775542 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775544 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275724-127.0.0.1:38937_solr-n_0000000000
   [junit4]   2> 1775544 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275723-127.0.0.1:39467_solr-n_0000000001
   [junit4]   2> 1775544 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275726-127.0.0.1:37641_solr-n_0000000002
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275725-127.0.0.1:35531_solr-n_0000000003
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275727-127.0.0.1:42093_solr-n_0000000004
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38937_solr
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer_elect/leader
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275723-127.0.0.1:39467_solr-n_0000000001 to know if I could be the leader
   [junit4]   2> 1775548 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275724-127.0.0.1:38937_solr-n_0000000000 to know if I could be the leader
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275726-127.0.0.1:37641_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275725-127.0.0.1:35531_solr-n_0000000003 to know if I could be the leader
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37641_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:37641_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35531_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:35531_solr
   [junit4]   2> 1775549 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39467_solr
   [junit4]   2> 1775550 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:39467_solr
   [junit4]   2> 1775551 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42093_solr
   [junit4]   2> 1775551 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:42093_solr
   [junit4]   2> 1775551 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer Overseer (id=96308207820275724-127.0.0.1:38937_solr-n_0000000000) starting
   [junit4]   2> 1775553 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775553 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [0])
   [junit4]   2> 1775562 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775562 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775562 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775565 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775566 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775580 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /overseer/queue-work
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node1/.
   [junit4]   2> 1775584 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-1) [n:127.0.0.1:35531_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node5/.
   [junit4]   2> 1775586 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-5) [n:127.0.0.1:42093_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775588 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node2/.
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775589 INFO  (jetty-launcher-2335-thread-2) [n:127.0.0.1:39467_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775595 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.OverseerAutoReplicaFailoverThread Starting OverseerAutoReplicaFailoverThread autoReplicaFailoverWorkLoopDelay=10000 autoReplicaFailoverWaitAfterExpiration=30000 autoReplicaFailoverBadNodeExpiration=60000
   [junit4]   2> 1775595 INFO  (OverseerCollectionConfigSetProcessor-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.OverseerTaskProcessor Process current queue of overseer operations
   [junit4]   2> 1775595 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer Starting to work on the main queue
   [junit4]   2> 1775595 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:38937_solr as DOWN
   [junit4]   2> 1775597 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (4)
   [junit4]   2> 1775599 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38937_solr
   [junit4]   2> 1775599 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:38937_solr
   [junit4]   2> 1775600 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:38937_solr"} current state version: 0
   [junit4]   2> 1775600 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:38937_solr
   [junit4]   2> 1775601 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775601 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775601 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775601 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775602 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775602 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775602 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775602 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775603 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node4/.
   [junit4]   2> 1775604 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775605 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775605 INFO  (jetty-launcher-2335-thread-4) [n:127.0.0.1:37641_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775608 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775613 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775613 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node3/.
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775614 INFO  (jetty-launcher-2335-thread-3) [n:127.0.0.1:38937_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775614 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775615 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775617 INFO  (zkCallback-2367-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@d93a38 name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775617 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775618 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775622 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@fef25a{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 1775622 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=18600817
   [junit4]   2> 1775622 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkController Publish node=127.0.0.1:35531_solr as DOWN
   [junit4]   2> 1775626 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:35531_solr"} current state version: 0
   [junit4]   2> 1775627 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:35531_solr
   [junit4]   2> 1775628 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [5])
   [junit4]   2> 1775628 WARN  (zkCallback-2359-thread-1-processing-n:127.0.0.1:35531_solr) [n:127.0.0.1:35531_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 1775628 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775628 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15627ce0415000d, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1775629 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@16fca08{/solr,null,UNAVAILABLE}
   [junit4]   2> 1775630 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 1775630 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@165944b{/solr,null,AVAILABLE}
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.ServerConnector Started ServerConnector@1dd102{HTTP/1.1,[http/1.1]}{127.0.0.1:40925}
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.e.j.s.Server Started @1777571ms
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40925}
   [junit4]   2> 1775631 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775631 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init(): sun.misc.Launcher$AppClassLoader@1d16e93
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.SolrResourceLoader new SolrResourceLoader for directory: '/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6'
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.SolrResourceLoader JNDI not configured for solr (NoInitialContextEx)
   [junit4]   2> 1775631 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.SolrResourceLoader solr home defaulted to 'solr/' (could not find system property or JNDI)
   [junit4]   2> 1775632 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775632 INFO  (zkCallback-2361-thread-1-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (5) -> (4)
   [junit4]   2> 1775632 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775632 INFO  (zkCallback-2361-thread-2-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275726-127.0.0.1:37641_solr-n_0000000002 to know if I could be the leader
   [junit4]   2> 1775634 INFO  (zkCallback-2369-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@6d3c3b name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775634 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775634 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775635 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1775639 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CorePropertiesLocator Config-defined core root directory: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/.
   [junit4]   2> 1775639 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer New CoreContainer 6471662
   [junit4]   2> 1775639 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer Loading cores into CoreContainer [instanceDir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6]
   [junit4]   2> 1775639 WARN  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.CoreContainer Couldn't add files from /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/lib to classpath: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/lib
   [junit4]   2> 1775640 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.h.c.HttpShardHandlerFactory created with socketTimeout : 90000,urlScheme : ,connTimeout : 15000,maxConnectionsPerHost : 20,maxConnections : 10000,corePoolSize : 0,maximumPoolSize : 2147483647,maxThreadIdleTime : 5,sizeOfQueue : -1,fairnessPolicy : false,
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.u.UpdateShardHandler Created UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&maxConnections=100000&maxConnectionsPerHost=100000
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.l.LogWatcher SLF4J impl is org.slf4j.impl.Log4jLoggerFactory
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.l.LogWatcher Registering Log Listener [Log4j (org.slf4j.impl.Log4jLoggerFactory)]
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:36391/solr
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.ZkController zkHost includes chroot
   [junit4]   2> 1775641 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkCredentialsProvider
   [junit4]   2> 1775642 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775644 INFO  (zkCallback-2372-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@b175f name:ZooKeeperConnection Watcher:127.0.0.1:36391 got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775644 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775644 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [    ] o.a.s.c.c.SolrZkClient Using default ZkACLProvider
   [junit4]   2> 1775646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.ZkController Added new OnReconnect listener org.apache.solr.cloud.ZkController$$Lambda$9/21424821@54a463
   [junit4]   2> 1775646 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 1775648 INFO  (zkCallback-2373-thread-1-processing-n:127.0.0.1:40925_solr) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@23d194 name:ZooKeeperConnection Watcher:127.0.0.1:36391/solr got event WatchedEvent state:SyncConnected type:None path:null path:null type:None
   [junit4]   2> 1775648 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 1775661 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Updating cluster state from ZooKeeper... 
   [junit4]   2> 1775662 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Loaded empty cluster properties
   [junit4]   2> 1775662 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1775663 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1775665 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.LeaderElector Joined leadership election with path: /overseer_elect/election/96308207820275731-127.0.0.1:40925_solr-n_0000000005
   [junit4]   2> 1775665 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.LeaderElector Watching path /overseer_elect/election/96308207820275727-127.0.0.1:42093_solr-n_0000000004 to know if I could be the leader
   [junit4]   2> 1775665 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.ZkController Publish node=127.0.0.1:40925_solr as DOWN
   [junit4]   2> 1775690 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40925_solr
   [junit4]   2> 1775690 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.SolrZkClient makePath: /live_nodes/127.0.0.1:40925_solr
   [junit4]   2> 1775690 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.Overseer processMessage: queueSize: 1, message = {
   [junit4]   2>   "operation":"downnode",
   [junit4]   2>   "node_name":"127.0.0.1:40925_solr"} current state version: 0
   [junit4]   2> 1775691 INFO  (OverseerStateUpdate-96308207820275724-127.0.0.1:38937_solr-n_0000000000) [n:127.0.0.1:38937_solr    ] o.a.s.c.o.NodeMutator DownNode state invoked for node: 127.0.0.1:40925_solr
   [junit4]   2> 1775696 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2361-thread-2-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775696 INFO  (zkCallback-2357-thread-1-processing-n:127.0.0.1:39467_solr) [n:127.0.0.1:39467_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775696 INFO  (zkCallback-2361-thread-2-processing-n:127.0.0.1:42093_solr) [n:127.0.0.1:42093_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775696 INFO  (zkCallback-2360-thread-1-processing-n:127.0.0.1:37641_solr) [n:127.0.0.1:37641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775697 INFO  (zkCallback-2358-thread-1-processing-n:127.0.0.1:38937_solr) [n:127.0.0.1:38937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775697 INFO  (zkCallback-2373-thread-1-processing-n:127.0.0.1:40925_solr) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader A live node change: [WatchedEvent state:SyncConnected type:NodeChildrenChanged path:/live_nodes], has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1775718 INFO  (zkCallback-2373-thread-1-processing-n:127.0.0.1:40925_solr) [n:127.0.0.1:40925_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (4) -> (5)
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CoreContainer Security conf doesn't exist. Skipping setup for authorization module.
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CoreContainer No authentication plugin used.
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CorePropertiesLocator Looking for core definitions underneath /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001/tempDir-001/node6/.
   [junit4]   2> 1775730 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions
   [junit4]   2> 1775731 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.s.SolrDispatchFilter user.dir=/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0
   [junit4]   2> 1775731 INFO  (TEST-BasicAuthIntegrationTest.testBasics-seed#[C85EFB6ABC86BC09]) [n:127.0.0.1:40925_solr    ] o.a.s.s.SolrDispatchFilter SolrDispatchFilter.init() done
   [junit4]   2> 1775731 INFO  (TEST-Ba

[...truncated too long message...]

loudSolrClient.java:760)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1172)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1061)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:997)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]    > 	at org.apache.solr.security.BasicAuthIntegrationTest.doExtraTests(BasicAuthIntegrationTest.java:193)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testCollectionCreateSearchDelete(TestMiniSolrCloudClusterBase.java:196)
   [junit4]    > 	at org.apache.solr.cloud.TestMiniSolrCloudClusterBase.testBasics(TestMiniSolrCloudClusterBase.java:79)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: org.apache.solr.client.solrj.SolrServerException: IOException occured when talking to server at: http://127.0.0.1:42093/solr/testSolrCloudCollection_shard1_replica2
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:620)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:259)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:413)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:366)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.CloudSolrClient.lambda$directUpdate$0(CloudSolrClient.java:735)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 more
   [junit4]    > Caused by: org.apache.http.NoHttpResponseException: 127.0.0.1:42093 failed to respond
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:143)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:57)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:261)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:165)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:167)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:272)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:124)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:271)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:184)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:88)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:184)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:82)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:55)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:511)
   [junit4]    > 	... 10 more
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_C85EFB6ABC86BC09-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {range_facet_l_dv=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), _version_=PostingsFormat(name=Memory doPackFST= false), multiDefault=PostingsFormat(name=MockRandom), intDefault=PostingsFormat(name=Memory doPackFST= false), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), range_facet_i_dv=PostingsFormat(name=Memory doPackFST= false), range_facet_l=PostingsFormat(name=Memory doPackFST= false), timestamp=PostingsFormat(name=Memory doPackFST= false)}, docValues:{range_facet_l_dv=DocValuesFormat(name=Direct), range_facet_i_dv=DocValuesFormat(name=Memory), timestamp=DocValuesFormat(name=Memory)}, maxPointsInLeafNode=1106, sim=ClassicSimilarity, locale=de-GR, timezone=America/Argentina/Jujuy
   [junit4]   2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 1.8.0_92 (32-bit)/cpus=12,threads=1,free=142125272,total=451411968
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, TestConfig, TestOmitPositions, UUIDFieldTest, TestRecoveryHdfs, HdfsThreadLeakTest, SecurityConfHandlerTest, TestRTimerTree, TestPivotHelperCode, TestSolrXml, ConcurrentDeleteAndCreateCollectionTest, TestRandomFaceting, DistribJoinFromCollectionTest, TestTrieFacet, SignatureUpdateProcessorFactoryTest, RemoteQueryErrorTest, RAMDirectoryFactoryTest, TestHdfsUpdateLog, PreAnalyzedUpdateProcessorTest, TestPhraseSuggestions, TestIBSimilarityFactory, CursorPagingTest, TestDownShardTolerantSearch, TestDynamicFieldCollectionResource, ZkStateReaderTest, TestSchemaNameResource, TestScoreJoinQPNoScore, AnalyticsMergeStrategyTest, SolrXmlInZkTest, TestReqParamsAPI, TestRangeQuery, SyncSliceTest, DefaultValueUpdateProcessorTest, DataDrivenBlockJoinTest, LeaderInitiatedRecoveryOnCommitTest, TestFunctionQuery, TestMergePolicyConfig, TestFilteredDocIdSet, TestComponentsName, TestSortByMinMaxFunction, OverseerStatusTest, ActionThrottleTest, TestFoldingMultitermQuery, BufferStoreTest, AtomicUpdatesTest, TestJoin, MultiThreadedOCPTest, TestRandomCollapseQParserPlugin, TestComplexPhraseQParserPlugin, SynonymTokenizerTest, TestDistributedSearch, CurrencyFieldOpenExchangeTest, DeleteStatusTest, TestInitParams, QueryElevationComponentTest, FacetPivotSmallTest, ConnectionReuseTest, TestCollectionAPI, HdfsBasicDistributedZkTest, TestNoOpRegenerator, TestReplicationHandler, TestBlendedInfixSuggestions, PathHierarchyTokenizerFactoryTest, PeerSyncTest, QueryEqualityTest, TestReplicaProperties, TestLuceneMatchVersion, CreateCollectionCleanupTest, AddBlockUpdateTest, TestRandomFlRTGCloud, HdfsWriteToMultipleCollectionsTest, TestValueSourceCache, PrimUtilsTest, TestSSLRandomization, TestCustomDocTransformer, TestLockTree, BasicZkTest, OutputWriterTest, DisMaxRequestHandlerTest, CollectionTooManyReplicasTest, QueryResultKeyTest, BasicDistributedZkTest, ShardSplitTest, AsyncCallRequestStatusResponseTest, TestSolrCloudWithKerberosAlt, RollingRestartTest, ExternalFileFieldSortTest, TestRemoteStreaming, TestJsonFacets, MergeStrategyTest, TestSchemaVersionResource, TestArbitraryIndexDir, PingRequestHandlerTest, DeleteLastCustomShardedReplicaTest, TestDFISimilarityFactory, HLLUtilTest, TestDocSet, LeaderElectionIntegrationTest, TestLMDirichletSimilarityFactory, AlternateDirectoryTest, TestPseudoReturnFields, ResourceLoaderTest, SuggestComponentTest, ZkCLITest, TestRealTimeGet, TestStressVersions, DistributedTermsComponentTest, SolrCoreTest, TestGroupingSearch, BasicFunctionalityTest, TestLazyCores, CurrencyFieldXmlFileTest, SolrIndexSplitterTest, SimplePostToolTest, AnalysisAfterCoreReloadTest, SolrRequestParserTest, SuggesterTSTTest, TestStressLucene, SpatialFilterTest, TestCSVLoader, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestUpdate, FieldMutatingUpdateProcessorTest, TestAtomicUpdateErrorCases, DirectUpdateHandlerOptimizeTest, StatelessScriptUpdateProcessorFactoryTest, DocValuesMultiTest, TestSolrDeletionPolicy1, XsltUpdateRequestHandlerTest, CacheHeaderTest, TestSurroundQueryParser, LukeRequestHandlerTest, TestWriterPerf, FileBasedSpellCheckerTest, DocumentBuilderTest, TermVectorComponentTest, RequiredFieldsTest, FastVectorHighlighterTest, RegexBoostProcessorTest, IndexSchemaTest, TestCollationField, ReturnFieldsTest, TestAnalyzedSuggestions, BinaryUpdateRequestHandlerTest, SOLR749Test, TestQuerySenderNoQuery, CopyFieldTest, TestStressRecovery, TestCrossCoreJoin, TestHighlightDedupGrouping, TestTolerantSearch, BaseCdcrDistributedZkTest, CdcrReplicationDistributedZkTest, CdcrVersionReplicationTest, CollectionStateFormat2Test, DistributedQueueTest, DistributedVersionInfoTest, ForceLeaderTest, TestLocalFSCloudBackupRestore, TestRequestStatusCollectionAPI, TestTolerantUpdateProcessorRandomCloud, TlogReplayBufferedWhileIndexingTest, TriLevelCompositeIdRoutingTest, RuleEngineTest, CoreSorterTest, DirectoryFactoryTest, TestBackupRepositoryFactory, TestConfigSetProperties, TestConfigSets, TestDynamicLoading, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, SegmentsInfoRequestHandlerTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotLargeTest, DistributedFacetPivotLongTailTest, DistributedFacetPivotWhiteBoxTest, SpatialHeatmapFacetsTest, TestCloudManagedSchema, CursorMarkTest, RankQueryTest, SortSpecParsingTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestInitQParser, TestOverriddenPrefixQueryForCustomFieldType, TestQueryWrapperFilter, TestReRankQParserPlugin, TestSimpleQParserPlugin, TestSolr4Spatial2, TestSolrFieldCacheMBean, TestMinMaxOnMultiValuedField, TestOrdValues, BlockJoinFacetDistribTest, TestExactSharedStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [588/623 (1!)] on J0 in 22.64s, 1 test, 1 error <<< FAILURES!

[...truncated 52486 lines...]


[JENKINS] Lucene-Solr-master-Linux (32bit/jdk1.8.0_92) - Build # 17374 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: http://jenkins.thetaphi.de/job/Lucene-Solr-master-Linux/17374/
Java: 32bit/jdk1.8.0_92 -server -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest:     1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.SaslZkACLProviderTest

Error Message:
There are still zombie threads that couldn't be terminated:    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]         at java.lang.Object.wait(Native Method)         at java.lang.Object.wait(Object.java:502)         at java.util.TimerThread.mainLoop(Timer.java:526)         at java.util.TimerThread.run(Timer.java:505)    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]         at sun.misc.Unsafe.park(Native Method)         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)         at java.lang.Thread.run(Thread.java:745)

Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
        at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
        at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
   5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
        at java.lang.Object.wait(Native Method)
        at java.lang.Object.wait(Object.java:502)
        at java.util.TimerThread.mainLoop(Timer.java:526)
        at java.util.TimerThread.run(Timer.java:505)
   6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
        at sun.misc.Unsafe.park(Native Method)
        at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
        at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
        at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
        at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
        at java.lang.Thread.run(Thread.java:745)
	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)


FAILED:  org.apache.solr.cloud.SaslZkACLProviderTest.testSaslZkACLProvider

Error Message:
java.net.BindException: Address already in use

Stack Trace:
java.lang.RuntimeException: java.net.BindException: Address already in use
	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:212)
	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:82)
	at sun.reflect.GeneratedMethodAccessor4.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:905)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)
Caused by: java.net.BindException: Address already in use
	at sun.nio.ch.Net.bind0(Native Method)
	at sun.nio.ch.Net.bind(Net.java:433)
	at sun.nio.ch.Net.bind(Net.java:425)
	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
	... 1 more




Build Log:
[...truncated 12074 lines...]
   [junit4] Suite: org.apache.solr.cloud.SaslZkACLProviderTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_BE00949997028420-001/init-core-data-001
   [junit4]   2> 1608196 INFO  (SUITE-SaslZkACLProviderTest-seed#[BE00949997028420]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 1608199 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testSaslZkACLProvider
   [junit4]   2> 1608200 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.s.c.SaslZkACLProviderTest ####SETUP_START testSaslZkACLProvider
   [junit4]   2> 1608200 INFO  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.s.c.SaslZkACLProviderTest ZooKeeper dataDir:/home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_BE00949997028420-001/tempDir-002/zookeeper/server1/data
   [junit4]   2> 1613736 WARN  (TEST-SaslZkACLProviderTest.testSaslZkACLProvider-seed#[BE00949997028420]) [    ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'.  Please update the admin password as soon as possible to prevent a possible security breach.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.method=testSaslZkACLProvider -Dtests.seed=BE00949997028420 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   8.56s J2 | SaslZkACLProviderTest.testSaslZkACLProvider <<<
   [junit4]    > Throwable #1: java.lang.RuntimeException: java.net.BindException: Address already in use
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.run(SaslZkACLProviderTest.java:212)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.setUp(SaslZkACLProviderTest.java:82)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]    > Caused by: java.net.BindException: Address already in use
   [junit4]    > 	at sun.nio.ch.Net.bind0(Native Method)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:433)
   [junit4]    > 	at sun.nio.ch.Net.bind(Net.java:425)
   [junit4]    > 	at sun.nio.ch.ServerSocketChannelImpl.bind(ServerSocketChannelImpl.java:223)
   [junit4]    > 	at sun.nio.ch.ServerSocketAdaptor.bind(ServerSocketAdaptor.java:74)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:252)
   [junit4]    > 	at org.apache.mina.transport.socket.nio.NioSocketAcceptor.open(NioSocketAcceptor.java:49)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.registerHandles(AbstractPollingIoAcceptor.java:525)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor.access$200(AbstractPollingIoAcceptor.java:67)
   [junit4]    > 	at org.apache.mina.core.polling.AbstractPollingIoAcceptor$Acceptor.run(AbstractPollingIoAcceptor.java:409)
   [junit4]    > 	at org.apache.mina.util.NamePreservingRunnable.run(NamePreservingRunnable.java:65)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    > 	... 1 moreThrowable #2: java.lang.NullPointerException
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer$ZKServerMain.shutdown(ZkTestServer.java:334)
   [junit4]    > 	at org.apache.solr.cloud.ZkTestServer.shutdown(ZkTestServer.java:526)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest$SaslZkTestServer.shutdown(SaslZkACLProviderTest.java:219)
   [junit4]    > 	at org.apache.solr.cloud.SaslZkACLProviderTest.tearDown(SaslZkACLProviderTest.java:117)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 1616752 INFO  (SUITE-SaslZkACLProviderTest-seed#[BE00949997028420]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-master-Linux/solr/build/solr-core/test/J2/temp/solr.cloud.SaslZkACLProviderTest_BE00949997028420-001
   [junit4]   2> Jul 26, 2016 5:56:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 6 leaked thread(s).
   [junit4]   2> Jul 26, 2016 5:56:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> SEVERE: 6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]   2>    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Object.wait(Object.java:502)
   [junit4]   2>         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2>         at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2>    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> Jul 26, 2016 5:56:59 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> INFO: Starting to interrupt leaked threads:
   [junit4]   2>    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2> Jul 26, 2016 5:57:02 PM com.carrotsearch.randomizedtesting.ThreadLeakControl tryToInterruptAll
   [junit4]   2> SEVERE: There are still zombie threads that couldn't be terminated:
   [junit4]   2>    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]   2>         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2>    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at java.lang.Object.wait(Native Method)
   [junit4]   2>         at java.lang.Object.wait(Object.java:502)
   [junit4]   2>         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]   2>         at java.util.TimerThread.run(Timer.java:505)
   [junit4]   2>    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]   2>         at sun.misc.Unsafe.park(Native Method)
   [junit4]   2>         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]   2>         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]   2>         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]   2>         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2>         at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=460, sim=RandomSimilarity(queryNorm=true): {}, locale=es-PY, timezone=America/Anchorage
   [junit4]   2> NOTE: Linux 4.4.0-31-generic i386/Oracle Corporation 1.8.0_92 (32-bit)/cpus=12,threads=7,free=220544448,total=369401856
   [junit4]   2> NOTE: All tests run in this JVM: [ConnectionManagerTest, TestCloudPseudoReturnFields, TolerantUpdateProcessorTest, DistributedFacetPivotWhiteBoxTest, TestTestInjection, TestSolrQueryResponse, NoCacheHeaderTest, ParsingFieldUpdateProcessorsTest, TestExceedMaxTermLength, TestBlobHandler, TestReversedWildcardFilterFactory, TestCollapseQParserPlugin, TestStressUserVersions, CollectionsAPISolrJTest, TestSolrQueryParser, LeaderFailoverAfterPartitionTest, BitVectorTest, TestUninvertingReader, BasicDistributedZk2Test, TestFieldCacheSortRandom, HdfsLockFactoryTest, CdcrRequestHandlerTest, TestJmxMonitoredMap, TestReRankQParserPlugin, TestSolrDeletionPolicy1, TestReplicationHandlerBackup, HdfsDirectoryFactoryTest, TestSolr4Spatial2, TestUtils, TestTolerantSearch, TestOrdValues, TestFuzzyAnalyzedSuggestions, TestFieldSortValues, TestRebalanceLeaders, CoreAdminCreateDiscoverTest, StatsComponentTest, TestZkChroot, TestSuggestSpellingConverter, SortSpecParsingTest, TestManagedSchemaAPI, TestHashQParserPlugin, TestSearchPerf, GraphQueryTest, HdfsBasicDistributedZk2Test, DirectUpdateHandlerTest, PluginInfoTest, ClusterStateTest, SolrCoreCheckLockOnStartupTest, HardAutoCommitTest, DebugComponentTest, TestSolrDynamicMBean, TestJettySolrRunner, TestInfoStreamLogging, TestOnReconnectListenerSupport, TestJmxIntegration, TestClusterStateMutator, TestPerFieldSimilarityWithDefaultOverride, TestLocalFSCloudBackupRestore, DistributedVersionInfoTest, TestAuthorizationFramework, JavabinLoaderTest, TestWriterPerf, CoreAdminHandlerTest, AssignTest, HdfsRecoverLeaseTest, TestPHPSerializedResponseWriter, DeleteInactiveReplicaTest, CleanupOldIndexTest, TestDistribDocBasedVersion, TestGroupingSearch, TestPerFieldSimilarity, TestElisionMultitermQuery, TestManagedStopFilterFactory, TestSha256AuthenticationProvider, MigrateRouteKeyTest, TestGraphMLResponseWriter, StatelessScriptUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestMiniSolrCloudClusterBase, HighlighterConfigTest, BadComponentTest, TestConfigOverlay, LeaderElectionTest, SampleTest, OverriddenZkACLAndCredentialsProvidersTest, DirectUpdateHandlerOptimizeTest, HdfsUnloadDistributedZkTest, BlockJoinFacetDistribTest, TestClassicSimilarityFactory, SuggesterTSTTest, TestUseDocValuesAsStored2, TestCollationField, AutoCommitTest, TestConfigSetsAPIExclusivity, TestConfigSets, DocValuesMissingTest, DistributedSuggestComponentTest, DeleteShardTest, TestIndexSearcher, TestCoreDiscovery, SuggesterWFSTTest, SharedFSAutoReplicaFailoverUtilsTest, TestMacros, BasicDistributedZkTest, CollectionsAPIDistributedZkTest, FullSolrCloudDistribCmdsTest, TestDistributedGrouping, TermVectorComponentDistributedTest, TestStressReorder, TestReload, DistributedTermsComponentTest, TestSolr4Spatial, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFunctionQuery, TestLazyCores, SoftAutoCommitTest, SimplePostToolTest, SpellCheckCollatorTest, SolrRequestParserTest, SpatialFilterTest, SchemaVersionSpecificBehaviorTest, TestUpdate, TestAtomicUpdateErrorCases, DistanceFunctionTest, LukeRequestHandlerTest, XmlUpdateRequestHandlerTest, DocumentBuilderTest, TermVectorComponentTest, IndexSchemaRuntimeFieldTest, QueryParsingTest, BinaryUpdateRequestHandlerTest, SOLR749Test, TestQuerySenderListener, UpdateParamsTest, TestSolrIndexConfig, TestQuerySenderNoQuery, TestStressRecovery, TestMergePolicyConfig, TestDocSet, TestBinaryField, NumericFieldsTest, MinimalSchemaTest, ExternalFileFieldSortTest, TestSolrCoreProperties, TestPostingsSolrHighlighter, DirectSolrConnectionTest, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, SynonymTokenizerTest, TestXIncludeConfig, EchoParamsTest, TestSweetSpotSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestFastWriter, ResourceLoaderTest, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, URLClassifyProcessorTest, CircularListTest, DistributedMLTComponentTest, TestHighlightDedupGrouping, TestSimpleTrackingShardHandler, ActionThrottleTest, AsyncMigrateRouteKeyTest, DeleteLastCustomShardedReplicaTest, DeleteStatusTest, DistribCursorPagingTest, DistribJoinFromCollectionTest, OverseerRolesTest, ReplicationFactorTest, RestartWhileUpdatingTest, SaslZkACLProviderTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=SaslZkACLProviderTest -Dtests.seed=BE00949997028420 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=es-PY -Dtests.timezone=America/Anchorage -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J2 | SaslZkACLProviderTest (suite) <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.ThreadLeakError: 6 threads leaked from SUITE scope at org.apache.solr.cloud.SaslZkACLProviderTest: 
   [junit4]    >    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    >    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)Throwable #2: com.carrotsearch.randomizedtesting.ThreadLeakError: There are still zombie threads that couldn't be terminated:
   [junit4]    >    1) Thread[id=11988, name=changePwdReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    2) Thread[id=11989, name=groupCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    3) Thread[id=11992, name=pool-7-thread-1, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
   [junit4]    >         at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
   [junit4]    >         at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1066)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    4) Thread[id=11990, name=kdcReplayCache.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    >    5) Thread[id=11987, name=apacheds, state=WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at java.lang.Object.wait(Native Method)
   [junit4]    >         at java.lang.Object.wait(Object.java:502)
   [junit4]    >         at java.util.TimerThread.mainLoop(Timer.java:526)
   [junit4]    >         at java.util.TimerThread.run(Timer.java:505)
   [junit4]    >    6) Thread[id=11991, name=ou=system.data, state=TIMED_WAITING, group=TGRP-SaslZkACLProviderTest]
   [junit4]    >         at sun.misc.Unsafe.park(Native Method)
   [junit4]    >         at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
   [junit4]    >         at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
   [junit4]    >         at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1067)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1127)
   [junit4]    >         at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]    >         at java.lang.Thread.run(Thread.java:745)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([BE00949997028420]:0)
   [junit4] Completed [467/623 (1!)] on J2 in 31.81s, 1 test, 3 errors <<< FAILURES!

[...truncated 52876 lines...]