You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2016/10/10 04:49:21 UTC

[JENKINS] Lucene-Solr-master-Windows (32bit/jdk1.8.0_102) - Build # 6170 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-Windows/6170/
Java: 32bit/jdk1.8.0_102 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics

Error Message:
Could not find collection:testkerberoscollection

Stack Trace:
java.lang.AssertionError: Could not find collection:testkerberoscollection
	at __randomizedtesting.SeedInfo.seed([26501AA142AE6761:1B88B48D7A403911]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNotNull(Assert.java:526)
	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:153)
	at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:206)
	at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:152)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1764)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:871)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:921)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:809)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:460)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:880)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:781)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:816)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:827)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:367)
	at java.lang.Thread.run(Thread.java:745)




Build Log:
[...truncated 12210 lines...]
   [junit4] Suite: org.apache.solr.cloud.TestSolrCloudWithKerberosAlt
   [junit4]   2> 2819810 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.d.s.c.DefaultDirectoryService You didn't change the admin password of directory service instance 'DefaultKrbServer'.  Please update the admin password as soon as possible to prevent a possible security breach.
   [junit4]   2> 2820886 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.TestSolrCloudWithKerberosAlt Enable delegation token: true
   [junit4]   2> 2820888 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-002
   [junit4]   2> 2820888 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2820889 INFO  (Thread-5571) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2820889 INFO  (Thread-5571) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2820989 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.ZkTestServer start zk server on port:53879
   [junit4]   2> 2820990 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]-SendThread(127.0.0.1:53879)) [    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2820990 WARN  (zkCallback-9820-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@9c9d0f name: ZooKeeperConnection Watcher:127.0.0.1:53879 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2820991 WARN  (zkCallback-9820-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2821013 INFO  (jetty-launcher-9819-thread-1) [    ] o.e.j.s.Server jetty-9.3.8.v20160314
   [junit4]   2> 2821014 INFO  (jetty-launcher-9819-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@cfe696{/solr,null,AVAILABLE}
   [junit4]   2> 2821015 INFO  (jetty-launcher-9819-thread-1) [    ] o.e.j.s.ServerConnector Started ServerConnector@c48d73{HTTP/1.1,[http/1.1]}{127.0.0.1:53883}
   [junit4]   2> 2821015 INFO  (jetty-launcher-9819-thread-1) [    ] o.e.j.s.Server Started @2827271ms
   [junit4]   2> 2821015 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=53883}
   [junit4]   2> 2821016 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 7.0.0
   [junit4]   2> 2821016 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2821016 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2821016 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2016-10-10T04:20:20.987Z
   [junit4]   2> 2821017 WARN  (jetty-launcher-9819-thread-1-SendThread(127.0.0.1:53879)) [    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2821019 WARN  (zkCallback-9821-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@ffbe08 name: ZooKeeperConnection Watcher:127.0.0.1:53879/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2821019 WARN  (zkCallback-9821-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2821021 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2821034 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157acd1eb000001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2821041 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:53879/solr
   [junit4]   2> 2821042 WARN  (jetty-launcher-9819-thread-1-SendThread(127.0.0.1:53879)) [    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2821044 WARN  (zkCallback-9824-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19f9d6e name: ZooKeeperConnection Watcher:127.0.0.1:53879 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2821044 WARN  (zkCallback-9824-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2821045 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157acd1eb000002, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2821047 WARN  (jetty-launcher-9819-thread-1-SendThread(127.0.0.1:53879)) [n:127.0.0.1:53883_solr    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2821048 WARN  (zkCallback-9825-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@19ec545 name: ZooKeeperConnection Watcher:127.0.0.1:53879/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2821048 WARN  (zkCallback-9825-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2821110 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:53883_solr
   [junit4]   2> 2821113 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.c.Overseer Overseer (id=96735934602543107-127.0.0.1:53883_solr-n_0000000000) starting
   [junit4]   2> 2821390 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:53883_solr
   [junit4]   2> 2821394 INFO  (OverseerStateUpdate-96735934602543107-127.0.0.1:53883_solr-n_0000000000) [n:127.0.0.1:53883_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2821404 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.c.CoreContainer Authentication plugin class obtained from system property 'authenticationPlugin': org.apache.solr.security.KerberosPlugin
   [junit4]   2> 2821405 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf
   [junit4]   2> 2821419 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.s.KerberosPlugin Params: {token.valid=30, kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\keytabs, cookie.domain=127.0.0.1, token.validity=36000, type=kerberos, delegation-token.token-kind=solr-dt, cookie.path=/, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, zk-dt-secret-manager.enable=true, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> DEFAULT, signer.secret.provider=zookeeper}
   [junit4]   2> 2821419 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 2821421 WARN  (jetty-launcher-9819-thread-1-SendThread(127.0.0.1:53879)) [n:127.0.0.1:53883_solr    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2821422 ERROR (jetty-launcher-9819-thread-1-EventThread) [n:127.0.0.1:53883_solr    ] o.a.c.ConnectionState Authentication failed
   [junit4]   2> 2821423 INFO  (jetty-launcher-9819-thread-1-EventThread) [n:127.0.0.1:53883_solr    ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 2822514 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf
   [junit4]   2> 2822517 INFO  (jetty-launcher-9819-thread-1) [n:127.0.0.1:53883_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-002\node1\.
   [junit4]   2> 2822521 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]-SendThread(127.0.0.1:53879)) [    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2822525 WARN  (zkCallback-9827-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@13f6dda name: ZooKeeperConnection Watcher:127.0.0.1:53879 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2822525 WARN  (zkCallback-9827-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2822534 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x157acd1eb000005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:228)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:208)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2822560 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]-SendThread(127.0.0.1:53879)) [    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2822561 WARN  (zkCallback-9829-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@1ec0529 name: ZooKeeperConnection Watcher:127.0.0.1:53879/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2822561 WARN  (zkCallback-9829-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2823526 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]-SendThread(127.0.0.1:53879)) [    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2823528 WARN  (zkCallback-9831-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@33bf53 name: ZooKeeperConnection Watcher:127.0.0.1:53879/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2823528 WARN  (zkCallback-9831-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2823531 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   1> Debug is  true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
   [junit4]   1> Refreshing Kerberos configuration
   [junit4]   1> principal is solr@EXAMPLE.COM
   [junit4]   1> Will use keytab
   [junit4]   1> Commit Succeeded 
   [junit4]   1> 
   [junit4]   2> 2825345 INFO  (qtp8667766-44972) [n:127.0.0.1:53883_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.mergePolicyFactory=org.apache.solr.index.TieredMergePolicyFactory&property.solr.tests.useMergePolicyFactory=true&property.solr.tests.useMergePolicy=false&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testkerberoscollection&action=CREATE&numShards=1&property.solr.directoryFactory=solr.RAMDirectoryFactory&wt=javabin and sendToOCPQueue=true
   [junit4]   2> 2825359 INFO  (OverseerThreadFactory-12820-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.CreateCollectionCmd Create collection testkerberoscollection
   [junit4]   2> 2825360 INFO  (OverseerThreadFactory-12820-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.CreateCollectionCmd Only one config set found in zk - using it:solrCloudCollectionConfig
   [junit4]   2> 2825479 ERROR (OverseerThreadFactory-12820-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:53883/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:53883/solr: Expected mime type application/octet-stream but got text/html. <html>
   [junit4]   2> <head>
   [junit4]   2> <meta http-equiv="Content-Type" content="text/html;charset=ISO-8859-1"/>
   [junit4]   2> <title>Error 401 </title>
   [junit4]   2> </head>
   [junit4]   2> <body>
   [junit4]   2> <h2>HTTP ERROR: 401</h2>
   [junit4]   2> <p>Problem accessing /solr/admin/cores. Reason:
   [junit4]   2> <pre>    Authentication required</pre></p>
   [junit4]   2> <hr /><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.3.8.v20160314</a><hr/>
   [junit4]   2> </body>
   [junit4]   2> </html>
   [junit4]   2> 
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:578)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:262)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:251)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:195)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> 2825479 ERROR (OverseerThreadFactory-12820-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [testkerberoscollection].
   [junit4]   2> 2825480 INFO  (OverseerThreadFactory-12820-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 2826183 INFO  (OverseerThreadFactory-12820-thread-1-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [testkerberoscollection]
   [junit4]   2> 2826187 INFO  (qtp8667766-44972) [n:127.0.0.1:53883_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2827361 INFO  (OverseerCollectionConfigSetProcessor-96735934602543107-127.0.0.1:53883_solr-n_0000000000) [n:127.0.0.1:53883_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2856209 ERROR (qtp8667766-44972) [n:127.0.0.1:53883_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
   [junit4]   2> 2856209 INFO  (qtp8667766-44972) [n:127.0.0.1:53883_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&property.solr.tests.ramBufferSizeMB=100&property.solr.tests.mergePolicyFactory=org.apache.solr.index.TieredMergePolicyFactory&property.solr.tests.useMergePolicyFactory=true&property.solr.tests.useMergePolicy=false&version=2&property.solr.tests.mergeScheduler=org.apache.lucene.index.ConcurrentMergeScheduler&property.config=solrconfig-tlog.xml&property.solr.tests.maxBufferedDocs=100000&name=testkerberoscollection&action=CREATE&numShards=1&property.solr.directoryFactory=solr.RAMDirectoryFactory&wt=javabin} status=0 QTime=30863
   [junit4]   2> 2856210 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.h.c.p.ResponseProcessCookies Invalid cookie header: "Set-Cookie: hadoop.auth="u=solr&p=solr@EXAMPLE.COM&t=kerberos-dt&e=1476109225316&s=OJ2+PzX0ncfJRoqumH04Kespjxw="; Path=/; Domain=127.0.0.1; Expires=ma, 10-okt-2016 14:20:25 GMT; HttpOnly". Invalid 'expires' attribute: ma, 10-okt-2016 14:20:25 GMT
   [junit4]   2> 2856211 WARN  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]-SendThread(127.0.0.1:53879)) [    ] o.a.z.ClientCnxn SASL configuration failed: javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: 'C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001\tempDir-001\minikdc\jaas-client.conf'. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2> 2856212 WARN  (zkCallback-9832-thread-1) [    ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@119f3f9 name: ZooKeeperConnection Watcher:127.0.0.1:53879/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 2856212 WARN  (zkCallback-9832-thread-1) [    ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 2856215 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2856216 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.AbstractDistribZkTestBase Wait for recoveries to finish - collection: testkerberoscollection failOnTimeout:true timeout (sec):330
   [junit4]   1> -
   [junit4]   2> 2856219 INFO  (jetty-launcher-9819-thread-1) [    ] o.e.j.s.ServerConnector Stopped ServerConnector@c48d73{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2856219 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=32038384
   [junit4]   2> 2856222 INFO  (jetty-launcher-9819-thread-1) [    ] o.a.s.c.Overseer Overseer (id=96735934602543107-127.0.0.1:53883_solr-n_0000000000) closing
   [junit4]   2> 2856222 INFO  (OverseerStateUpdate-96735934602543107-127.0.0.1:53883_solr-n_0000000000) [n:127.0.0.1:53883_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:53883_solr
   [junit4]   2> 2857725 WARN  (zkCallback-9825-thread-2-processing-n:127.0.0.1:53883_solr) [n:127.0.0.1:53883_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2857725 ERROR (Thread[Thread-5580,5,TGRP-TestSolrCloudWithKerberosAlt]) [n:127.0.0.1:53883_solr    ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 2857729 INFO  (jetty-launcher-9819-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@cfe696{/solr,null,UNAVAILABLE}
   [junit4]   2> 2857731 INFO  (TEST-TestSolrCloudWithKerberosAlt.testBasics-seed#[26501AA142AE6761]) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53879 53879
   [junit4]   2> 2857732 INFO  (Thread-5571) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:53879 53879
   [junit4]   2> 2857733 WARN  (Thread-5571) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/aliases.json
   [junit4]   2> 	3	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	33	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/overseer/queue
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/collections
   [junit4]   2> 	2	/solr/overseer/queue-work
   [junit4]   2> 
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithKerberosAlt -Dtests.method=testBasics -Dtests.seed=26501AA142AE6761 -Dtests.slow=true -Dtests.locale=no-NO -Dtests.timezone=Asia/Yerevan -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 60.3s J0 | TestSolrCloudWithKerberosAlt.testBasics <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Could not find collection:testkerberoscollection
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([26501AA142AE6761:1B88B48D7A403911]:0)
   [junit4]    > 	at org.apache.solr.cloud.AbstractDistribZkTestBase.waitForRecoveriesToFinish(AbstractDistribZkTestBase.java:153)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testCollectionCreateSearchDelete(TestSolrCloudWithKerberosAlt.java:206)
   [junit4]    > 	at org.apache.solr.cloud.TestSolrCloudWithKerberosAlt.testBasics(TestSolrCloudWithKerberosAlt.java:152)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:745)
   [junit4]   2> NOTE: leaving temporary files on disk at: C:\Users\jenkins\workspace\Lucene-Solr-master-Windows\solr\build\solr-core\test\J0\temp\solr.cloud.TestSolrCloudWithKerberosAlt_26501AA142AE6761-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene70), sim=RandomSimilarity(queryNorm=false): {}, locale=no-NO, timezone=Asia/Yerevan
   [junit4]   2> NOTE: Windows 10 10.0 x86/Oracle Corporation 1.8.0_102 (32-bit)/cpus=3,threads=1,free=182138536,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSQLHandler, HdfsCollectionsAPIDistributedZkTest, OverseerRolesTest, TestQuerySenderNoQuery, MBeansHandlerTest, DateFieldTest, TestTolerantSearch, TestJettySolrRunner, FastVectorHighlighterTest, CurrencyFieldXmlFileTest, TestSolrDeletionPolicy1, AnalysisErrorHandlingTest, TestFastLRUCache, TestSha256AuthenticationProvider, TestTrieFacet, DistanceUnitsTest, DistributedSuggestComponentTest, HLLSerializationTest, TestRemoteStreaming, TestMinMaxOnMultiValuedField, TestJmxIntegration, PKIAuthenticationIntegrationTest, TestManagedSchema, TestStressReorder, ReplaceNodeTest, TestRTGBase, TestSimpleQParserPlugin, TestFastOutputStream, MultiTermTest, SolrCLIZkUtilsTest, DeleteReplicaTest, TestFaceting, HdfsBasicDistributedZk2Test, MoreLikeThisHandlerTest, TestRTimerTree, TestTolerantUpdateProcessorRandomCloud, XmlUpdateRequestHandlerTest, TestElisionMultitermQuery, SuggesterFSTTest, TestCloudPivotFacet, ConnectionManagerTest, BinaryUpdateRequestHandlerTest, TestExceedMaxTermLength, HardAutoCommitTest, CursorPagingTest, TestFieldCacheSortRandom, TestDefaultStatsCache, TestNumericTerms32, UniqFieldsUpdateProcessorFactoryTest, TestCursorMarkWithoutUniqueKey, SharedFSAutoReplicaFailoverUtilsTest, HighlighterTest, TestIntervalFaceting, DisMaxRequestHandlerTest, SolrPluginUtilsTest, RequiredFieldsTest, PrimUtilsTest, SuggestComponentTest, TestConfigSetProperties, TestGroupingSearch, SoftAutoCommitTest, TestRandomDVFaceting, TestReloadDeadlock, DirectSolrConnectionTest, TestSolrDynamicMBean, TestSolrCloudWithSecureImpersonation, TestFieldCache, TestOverriddenPrefixQueryForCustomFieldType, DocValuesTest, TestXIncludeConfig, TestPartialUpdateDeduplication, TestConfigSetsAPIExclusivity, SpatialHeatmapFacetsTest, DistributedSpellCheckComponentTest, DistributedFacetPivotLongTailTest, TestBulkSchemaAPI, TestExactSharedStatsCache, FileUtilsTest, SolrRequestParserTest, TestStressLiveNodes, SynonymTokenizerTest, SchemaVersionSpecificBehaviorTest, TestDynamicFieldCollectionResource, DistributedQueueTest, TestBlobHandler, OutOfBoxZkACLAndCredentialsProvidersTest, QueryEqualityTest, TestMergePolicyConfig, RecoveryZkTest, UnloadDistributedZkTest, ForceLeaderTest, TestSurroundQueryParser, DeleteStatusTest, HdfsThreadLeakTest, SOLR749Test, PeerSyncTest, TestMacros, TestUpdate, AnalyticsMergeStrategyTest, ZkCLITest, LeaderFailoverAfterPartitionTest, AnalysisAfterCoreReloadTest, DocValuesMultiTest, PreAnalyzedUpdateProcessorTest, ExitableDirectoryReaderTest, HdfsUnloadDistributedZkTest, TestManagedStopFilterFactory, CustomCollectionTest, TolerantUpdateProcessorTest, BlockJoinFacetSimpleTest, TestAddFieldRealTimeGet, TestGraphMLResponseWriter, TestCSVLoader, TestSortingResponseWriter, CdcrReplicationDistributedZkTest, TestSolrCloudWithDelegationTokens, TestSortByMinMaxFunction, TestFieldCacheSanityChecker, HdfsChaosMonkeyNothingIsSafeTest, TestLRUCache, OpenExchangeRatesOrgProviderTest, TestPhraseSuggestions, DistributedQueryComponentCustomSortTest, SolrXmlInZkTest, BlockCacheTest, TestPKIAuthenticationPlugin, TestCollectionAPI, TestPseudoReturnFields, TestRequestStatusCollectionAPI, TestSubQueryTransformer, HighlighterMaxOffsetTest, SegmentsInfoRequestHandlerTest, BaseCdcrDistributedZkTest, ZkControllerTest, TestDynamicLoading, TestLockTree, SolrTestCaseJ4Test, DocValuesMissingTest, BasicDistributedZkTest, PingRequestHandlerTest, TestPerFieldSimilarity, TestHdfsCloudBackupRestore, BigEndianAscendingWordSerializerTest, TestMissingGroups, SolrIndexConfigTest, TestReplicationHandler, TestInfoStreamLogging, CloudExitableDirectoryReaderTest, SimpleFacetsTest, VersionInfoTest, PathHierarchyTokenizerFactoryTest, TestHighlightDedupGrouping, BlockJoinFacetDistribTest, DistributedQueryElevationComponentTest, IndexSchemaRuntimeFieldTest, TestSweetSpotSimilarityFactory, ChaosMonkeySafeLeaderTest, SyncSliceTest, OverseerTest, LeaderElectionIntegrationTest, ShardRoutingTest, FullSolrCloudDistribCmdsTest, ClusterStateUpdateTest, LeaderElectionTest, TestDistributedSearch, AutoCommitTest, TestRecovery, TestHashPartitioner, TermVectorComponentDistributedTest, TestReload, TestStressVersions, DistributedTermsComponentTest, TestCoreContainer, TestSolr4Spatial, SolrCoreTest, SpellCheckComponentTest, SolrCmdDistributorTest, QueryElevationComponentTest, BadIndexSchemaTest, TestSort, TestFiltering, TestFunctionQuery, TestLazyCores, DirectUpdateHandlerTest, ShowFileRequestHandlerTest, SimplePostToolTest, TestCoreDiscovery, SignatureUpdateProcessorFactoryTest, TestExtendedDismaxParser, CoreAdminHandlerTest, TestFoldingMultitermQuery, SuggesterTSTTest, SuggesterTest, TestStressLucene, TestTrie, SpatialFilterTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SolrCoreCheckLockOnStartupTest, TestWordDelimiterFilterFactory, DirectUpdateHandlerOptimizeTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, IndexBasedSpellCheckerTest, LukeRequestHandlerTest, StandardRequestHandlerTest, DirectSolrSpellCheckerTest, DocumentAnalysisRequestHandlerTest, PrimitiveFieldTypeTest, TermsComponentTest, DocumentBuilderTest, TermVectorComponentTest, TestIndexingPerformance, IndexSchemaTest, TestCollationField, UpdateRequestProcessorFactoryTest, TestCSVResponseWriter, TestAnalyzedSuggestions, JsonLoaderTest, TestPHPSerializedResponseWriter, CSVRequestHandlerTest, SearchHandlerTest, TestLFUCache, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, CopyFieldTest, BadComponentTest, TestStressRecovery, SampleTest, TestBinaryField, NumericFieldsTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestLuceneMatchVersion, TestCharFilters, TestCodecSupport, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestBM25SimilarityFactory, TestJmxMonitoredMap, TimeZoneUtilsTest, ResourceLoaderTest, URLClassifyProcessorTest, PluginInfoTest, ChaosMonkeyNothingIsSafeTest, DistributedIntervalFacetingTest, AliasIntegrationTest, CdcrReplicationHandlerTest, CdcrRequestHandlerTest, CdcrVersionReplicationTest, CollectionStateFormat2Test, CollectionsAPIAsyncDistributedZkTest, DeleteNodeTest, DistribCursorPagingTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, MultiThreadedOCPTest, OverseerTaskQueueTest, RestartWhileUpdatingTest, RollingRestartTest, SSLMigrationTest, SharedFSAutoReplicaFailoverTest, SimpleCollectionCreateDeleteTest, SolrCloudExampleTest, TestAuthenticationFramework, TestCloudDeleteByQuery, TestCloudPseudoReturnFields, TestConfigSetsAPI, TestCryptoKeys, TestDownShardTolerantSearch, TestLeaderElectionWithEmptyReplica, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestLeaderRecoverFromLogOnStartup, TestOnReconnectListenerSupport, TestRandomFlRTGCloud, TestRandomRequestDistribution, TestSSLRandomization, TestShortCircuitedRequests, TestSolrCloudWithKerberosAlt]
   [junit4] Completed [487/635 (1!)] on J0 in 60.29s, 1 test, 1 failure <<< FAILURES!

[...truncated 53088 lines...]