You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/27 02:01:48 UTC

[JENKINS] Lucene-Solr-6.6-Linux (32bit/jdk1.8.0_144) - Build # 100 - Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/100/
Java: 32bit/jdk1.8.0_144 -server -XX:+UseG1GC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at https://127.0.0.1:40673/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:40673/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([91308E53AB1B067F:2D5EF8410F488505]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13194 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/init-core-data-001
   [junit4]   2> 2046660 WARN  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 2046660 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 2046661 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 2046662 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001
   [junit4]   2> 2046662 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2046663 INFO  (Thread-7007) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2046663 INFO  (Thread-7007) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2046674 ERROR (Thread-7007) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2046763 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:37767
   [junit4]   2> 2046768 INFO  (jetty-launcher-5691-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2046768 INFO  (jetty-launcher-5691-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2046768 INFO  (jetty-launcher-5691-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2046775 INFO  (jetty-launcher-5691-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6e4788{/solr,null,AVAILABLE}
   [junit4]   2> 2046777 INFO  (jetty-launcher-5691-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1bc8d79{SSL,[ssl, http/1.1]}{127.0.0.1:37251}
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3dc350{/solr,null,AVAILABLE}
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-3) [    ] o.e.j.s.Server Started @2049395ms
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@d7e94a{/solr,null,AVAILABLE}
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37251}
   [junit4]   2> 2046778 ERROR (jetty-launcher-5691-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1937b79{SSL,[ssl, http/1.1]}{127.0.0.1:44937}
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-2) [    ] o.e.j.s.Server Started @2049396ms
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@1b5a28{SSL,[ssl, http/1.1]}{127.0.0.1:40673}
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44937}
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-1) [    ] o.e.j.s.Server Started @2049396ms
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40673}
   [junit4]   2> 2046778 ERROR (jetty-launcher-5691-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2046778 ERROR (jetty-launcher-5691-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2046779 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2046779 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2046779 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2046779 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-27T01:52:12.308Z
   [junit4]   2> 2046779 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-27T01:52:12.308Z
   [junit4]   2> 2046778 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-27T01:52:12.307Z
   [junit4]   2> 2046815 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2046815 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2046815 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2046819 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e2163a5a00001, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2046821 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2046821 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2046821 INFO  (jetty-launcher-5691-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37767/solr
   [junit4]   2> 2046822 INFO  (jetty-launcher-5691-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37767/solr
   [junit4]   2> 2046822 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2046822 INFO  (jetty-launcher-5691-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37767/solr
   [junit4]   2> 2046832 INFO  (jetty-launcher-5691-thread-2) [n:127.0.0.1:44937_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2046832 INFO  (jetty-launcher-5691-thread-1) [n:127.0.0.1:40673_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2046833 INFO  (jetty-launcher-5691-thread-2) [n:127.0.0.1:44937_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44937_solr
   [junit4]   2> 2046833 INFO  (jetty-launcher-5691-thread-1) [n:127.0.0.1:40673_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40673_solr
   [junit4]   2> 2046833 INFO  (jetty-launcher-5691-thread-2) [n:127.0.0.1:44937_solr    ] o.a.s.c.Overseer Overseer (id=98552953712934919-127.0.0.1:44937_solr-n_0000000000) starting
   [junit4]   2> 2046837 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2046838 INFO  (jetty-launcher-5691-thread-3) [n:127.0.0.1:37251_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2046839 INFO  (jetty-launcher-5691-thread-3) [n:127.0.0.1:37251_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2046839 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2046840 INFO  (jetty-launcher-5691-thread-2) [n:127.0.0.1:44937_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44937_solr
   [junit4]   2> 2046841 INFO  (jetty-launcher-5691-thread-3) [n:127.0.0.1:37251_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37251_solr
   [junit4]   2> 2046841 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2046841 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 2046841 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2046841 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2046847 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2046956 INFO  (jetty-launcher-5691-thread-2) [n:127.0.0.1:44937_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node2/.
   [junit4]   2> 2046960 INFO  (jetty-launcher-5691-thread-3) [n:127.0.0.1:37251_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node3/.
   [junit4]   2> 2047013 INFO  (jetty-launcher-5691-thread-1) [n:127.0.0.1:40673_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node1/.
   [junit4]   2> 2047020 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2047020 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37767/solr ready
   [junit4]   2> 2047085 INFO  (qtp29126680-28986) [n:127.0.0.1:44937_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2047086 INFO  (OverseerThreadFactory-8814-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 2047191 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2047191 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2047263 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2047263 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2047264 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2047264 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2047367 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2047367 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2047367 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2048212 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2048217 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 2048219 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2048219 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2048220 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2048220 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
   [junit4]   2> 2048261 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2048261 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2048263 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2048263 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2048263 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@970df[authCollection_shard3_replica1] main]
   [junit4]   2> 2048267 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2048267 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2048268 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2048268 INFO  (searcherExecutor-8821-thread-1-processing-n:127.0.0.1:44937_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@970df[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2048268 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576847261089923072
   [junit4]   2> 2048273 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2048276 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2048276 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2048276 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44937/solr/authCollection_shard3_replica1/
   [junit4]   2> 2048276 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2048276 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:44937/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 2048276 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2048277 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2048281 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2048281 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 2048283 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2048283 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2048283 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2048283 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2048283 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2048283 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2048283 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node1/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node1/./authCollection_shard1_replica1/data/]
   [junit4]   2> 2048283 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node3/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node3/./authCollection_shard2_replica1/data/]
   [junit4]   2> 2048284 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44937/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 2048321 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2048321 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2048322 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2048322 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2048322 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2048322 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2048322 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@11261cb[authCollection_shard2_replica1] main]
   [junit4]   2> 2048323 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2048323 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2048324 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2048324 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2048324 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2048324 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@94f854[authCollection_shard1_replica1] main]
   [junit4]   2> 2048324 INFO  (searcherExecutor-8827-thread-1-processing-n:127.0.0.1:37251_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@11261cb[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2048324 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576847261148643328
   [junit4]   2> 2048325 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2048325 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2048325 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2048326 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576847261150740480
   [junit4]   2> 2048326 INFO  (searcherExecutor-8826-thread-1-processing-n:127.0.0.1:40673_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@94f854[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2048329 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2048329 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2048329 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37251/solr/authCollection_shard2_replica1/
   [junit4]   2> 2048329 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2048329 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:37251/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 2048329 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2048331 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2048331 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2048331 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:40673/solr/authCollection_shard1_replica1/
   [junit4]   2> 2048331 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2048331 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:40673/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 2048331 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2048332 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37251/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 2048333 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:40673/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 2048435 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2048435 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2048435 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2048483 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2048484 INFO  (qtp5660837-28985) [n:127.0.0.1:37251_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1220
   [junit4]   2> 2048484 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2048485 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1221
   [junit4]   2> 2048485 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2048486 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1294
   [junit4]   2> 2048487 INFO  (qtp29126680-28986) [n:127.0.0.1:44937_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2048587 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2048587 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2048587 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2049088 INFO  (OverseerCollectionConfigSetProcessor-98552953712934919-127.0.0.1:44937_solr-n_0000000000) [n:127.0.0.1:44937_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2049487 INFO  (qtp29126680-28986) [n:127.0.0.1:44937_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2402
   [junit4]   2> 2049506 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 2049509 INFO  (qtp5660837-28988) [n:127.0.0.1:37251_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2049510 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2049510 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2049510 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2049510 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2049510 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2049510 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2049510 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2049510 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2049510 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2049510 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2049510 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2049510 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2049510 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@9f1049
   [junit4]   2> 2049510 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1ca8102
   [junit4]   2> 2049510 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@9f1049
   [junit4]   2> 2049510 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f877ca
   [junit4]   2> 2049511 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@1ca8102
   [junit4]   2> 2049512 INFO  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f877ca
   [junit4]   2> 2049513 INFO  (qtp5660837-28988) [n:127.0.0.1:37251_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2049515 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@1bc8d79{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2049515 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=24517937
   [junit4]   2> 2049515 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2049516 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2049516 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2049516 INFO  (coreCloseExecutor-8836-thread-1) [n:127.0.0.1:37251_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@cebb65
   [junit4]   2> 2049517 INFO  (coreCloseExecutor-8836-thread-1) [n:127.0.0.1:37251_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 2049517 INFO  (zkCallback-5715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2049517 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2049517 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2049618 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2049618 INFO  (zkCallback-5706-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2051017 WARN  (zkCallback-5708-thread-1-processing-n:127.0.0.1:37251_solr) [n:127.0.0.1:37251_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2051018 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6e4788{/solr,null,UNAVAILABLE}
   [junit4]   2> 2051019 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2051019 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@71a74f{/solr,null,AVAILABLE}
   [junit4]   2> 2051020 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@11d8806{SSL,[ssl, http/1.1]}{127.0.0.1:34271}
   [junit4]   2> 2051020 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.e.j.s.Server Started @2053638ms
   [junit4]   2> 2051020 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34271}
   [junit4]   2> 2051020 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2051020 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 2051020 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2051020 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2051020 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-27T01:52:16.549Z
   [junit4]   2> 2051022 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2051025 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2051026 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37767/solr
   [junit4]   2> 2051030 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2051031 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2051032 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34271_solr
   [junit4]   2> 2051032 INFO  (zkCallback-5715-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2051032 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2051032 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2051032 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2051063 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2051063 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2051063 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2051063 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@65930d
   [junit4]   2> 2051063 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@65930d
   [junit4]   2> 2051081 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node3/.
   [junit4]   2> 2051081 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [n:127.0.0.1:34271_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
   [junit4]   2> 2051081 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2051183 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2051183 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2051183 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2052087 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2052090 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 2052092 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052092 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2052092 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2052092 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node3/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node3/./authCollection_shard2_replica1/data/]
   [junit4]   2> 2052114 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2052114 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2052115 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052115 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052115 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ba3061[authCollection_shard2_replica1] main]
   [junit4]   2> 2052116 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2052116 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2052116 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2052116 INFO  (searcherExecutor-8844-thread-1-processing-n:127.0.0.1:34271_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@ba3061[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052116 INFO  (coreLoadExecutor-8843-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576847265124843520
   [junit4]   2> 2052119 INFO  (coreZkRegister-8838-thread-1-processing-n:127.0.0.1:34271_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:34271_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2052220 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2052220 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2052220 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2052649 INFO  (qtp28291089-29081) [n:127.0.0.1:34271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2052651 INFO  (qtp29126680-29006) [n:127.0.0.1:44937_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 2052651 INFO  (qtp29126680-29006) [n:127.0.0.1:44937_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/authentication] path : /admin/authentication params :wt=javabin&version=2 
   [junit4]   2> 2052652 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 2052653 INFO  (qtp28291089-29081) [n:127.0.0.1:34271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2052655 INFO  (qtp28291089-29081) [n:127.0.0.1:34271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2052655 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052655 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052656 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052656 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052655 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052656 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052657 INFO  (qtp28291089-29084) [n:127.0.0.1:34271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authentication params={} status=0 QTime=0
   [junit4]   2> 2052657 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 2052659 INFO  (qtp28291089-29082) [n:127.0.0.1:34271_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2052659 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052659 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052659 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052659 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052659 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052659 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052659 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052659 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052659 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052661 INFO  (qtp10034296-28984) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2052661 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 2052663 INFO  (qtp10034296-28987) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2052663 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052663 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052663 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052663 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052663 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052663 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052663 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052663 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052663 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052664 INFO  (qtp10034296-28990) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2052665 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 2052667 INFO  (qtp10034296-28983) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2052667 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052667 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052667 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052667 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052667 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052667 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052667 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052667 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052668 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052668 INFO  (qtp10034296-28984) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2052686 INFO  (qtp10034296-29002) [n:127.0.0.1:40673_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 2052686 INFO  (qtp10034296-29002) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 2052687 INFO  (qtp10034296-28990) [n:127.0.0.1:40673_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 2052688 INFO  (qtp10034296-28990) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 2052689 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2052690 INFO  (OverseerThreadFactory-8814-thread-2-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 2052696 INFO  (qtp29126680-29113) [n:127.0.0.1:44937_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2052696 INFO  (qtp10034296-28998) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:44937_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCNEm0DcWpKCkaOUQCmk7odqwOhKK53zqjHFMNGh5ajAGNosXZJoEVOpUET1+eVfRImwgAQCY7OC5hptYloyWgxynwERsFeeVoDwYCUF0YxNjg/VMhOJLaNC7CUCvFrtoutFySmv4rWqF22vuBpRzPQ/nglBWo1GCxcx56fWA1aPQIDAQAB
   [junit4]   2> 2052697 INFO  (qtp29126680-29112) [n:127.0.0.1:44937_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 2052697 INFO  (qtp29126680-29008) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:44937_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCNEm0DcWpKCkaOUQCmk7odqwOhKK53zqjHFMNGh5ajAGNosXZJoEVOpUET1+eVfRImwgAQCY7OC5hptYloyWgxynwERsFeeVoDwYCUF0YxNjg/VMhOJLaNC7CUCvFrtoutFySmv4rWqF22vuBpRzPQ/nglBWo1GCxcx56fWA1aPQIDAQAB
   [junit4]   2> 2052703 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2052703 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2052708 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2052708 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 2052710 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052710 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2052710 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 2052710 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
   [junit4]   2> 2052710 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
   [junit4]   2> 2052710 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node1/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001/tempDir-001/node1/./authCollection_shard1_replica1/data/]
   [junit4]   2> 2052732 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052733 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052733 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2052733 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2052733 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@635981[authCollection_shard3_replica1] main]
   [junit4]   2> 2052733 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@ef82ff[authCollection_shard1_replica1] main]
   [junit4]   2> 2052734 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2052734 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2052734 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2052734 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2052734 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2052734 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2052734 INFO  (searcherExecutor-8849-thread-1-processing-n:127.0.0.1:44937_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@635981[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052734 INFO  (searcherExecutor-8850-thread-1-processing-n:127.0.0.1:40673_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@ef82ff[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052734 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576847265772863488
   [junit4]   2> 2052734 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576847265772863488
   [junit4]   2> 2052736 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2052736 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 2052736 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@a62356[authCollection_shard3_replica1] main]
   [junit4]   2> 2052736 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b58683[authCollection_shard1_replica1] main]
   [junit4]   2> 2052736 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d87c77
   [junit4]   2> 2052736 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@d126e
   [junit4]   2> 2052736 INFO  (searcherExecutor-8850-thread-1-processing-n:127.0.0.1:40673_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@b58683[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052736 INFO  (searcherExecutor-8849-thread-1-processing-n:127.0.0.1:44937_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@a62356[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2052736 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 2052736 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 2052736 INFO  (qtp29126680-29008) [n:127.0.0.1:44937_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=39
   [junit4]   2> 2052736 INFO  (qtp10034296-28998) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=39
   [junit4]   2> 2052737 INFO  (qtp29126680-29009) [n:127.0.0.1:44937_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=47
   [junit4]   2> 2052739 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[91308E53AB1B067F]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 2052741 INFO  (qtp10034296-29002) [n:127.0.0.1:40673_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/authorization params={} status=0 QTime=0
   [junit4]   2> 2052741 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052741 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052741 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2052741 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052741 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052741 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2052741 INFO  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052741 INFO  (zkCallback-5707-thread-1-processing-n:127.0.0.1:40673_solr) [n:127.0.0.1:40673_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2052742 INFO  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2054691 INFO  (OverseerCollectionConfigSetProcessor-98552953712934919-127.0.0.1:44937_solr-n_0000000000) [n:127.0.0.1:44937_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2056752 INFO  (qtp10034296-28990) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [authCollection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4009
   [junit4]   2> 2056752 ERROR (qtp10034296-28990) [n:127.0.0.1:40673_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:734)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:400)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:346)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:703)
   [junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:180)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:136)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCod

[...truncated too long message...]

_replica1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 2058260 WARN  (zkCallback-5720-thread-1-processing-n:127.0.0.1:34271_solr) [n:127.0.0.1:34271_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2058260 INFO  (jetty-closer-5692-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@71a74f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2058262 WARN  (zkCallback-5706-thread-1-processing-n:127.0.0.1:44937_solr) [n:127.0.0.1:44937_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2058262 INFO  (jetty-closer-5692-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3dc350{/solr,null,UNAVAILABLE}
   [junit4]   2> 2058263 ERROR (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2058263 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37767 37767
   [junit4]   2> 2058296 INFO  (Thread-7007) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:37767 37767
   [junit4]   2> 2058297 WARN  (Thread-7007) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98552953712934920-127.0.0.1:40673_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2058298 INFO  (SUITE-BasicAuthIntegrationTest-seed#[91308E53AB1B067F]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_91308E53AB1B067F-001
   [junit4]   2> Aug 27, 2017 1:52:23 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1258, maxMBSortInHeap=6.759763543116974, sim=RandomSimilarity(queryNorm=false,coord=yes): {}, locale=es-CO, timezone=America/Iqaluit
   [junit4]   2> NOTE: Linux 4.10.0-27-generic i386/Oracle Corporation 1.8.0_144 (32-bit)/cpus=8,threads=1,free=325855024,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestDocBasedVersionConstraints, TestSolrCoreProperties, TestBinaryResponseWriter, ShufflingReplicaListTransformerTest, AlternateDirectoryTest, TestSizeLimitedDistributedMap, TestSolrCoreParser, DocumentAnalysisRequestHandlerTest, TestNumericTerms32, CustomCollectionTest, TestInitQParser, TestZkAclsWithHadoopAuth, TestLocalFSCloudBackupRestore, ChaosMonkeyNothingIsSafeTest, SolrMetricReporterTest, TestRandomDVFaceting, OutputWriterTest, BlobRepositoryCloudTest, TestPseudoReturnFields, ClassificationUpdateProcessorTest, WrapperMergePolicyFactoryTest, TestCSVLoader, OverseerCollectionConfigSetProcessorTest, TestSolrDeletionPolicy2, TestPushWriter, JsonValidatorTest, TestJettySolrRunner, HighlighterConfigTest, AnalysisAfterCoreReloadTest, DisMaxRequestHandlerTest, TestStressRecovery, LeaderInitiatedRecoveryOnCommitTest, TestComplexPhraseQParserPlugin, LeaderElectionIntegrationTest, TestClusterStateMutator, BigEndianAscendingWordDeserializerTest, TestPointFields, TestStressUserVersions, UUIDFieldTest, TestFieldTypeCollectionResource, TestStressLucene, TestCloudSchemaless, SyncSliceTest, BJQParserTest, TestPHPSerializedResponseWriter, TestUseDocValuesAsStored, OverseerStatusTest, TestCloudRecovery, TestPerFieldSimilarity, BadCopyFieldTest, AliasIntegrationTest, ConfigSetsAPITest, TestBlobHandler, SecurityConfHandlerTest, ZkNodePropsTest, TestBulkSchemaConcurrent, TestClassicSimilarityFactory, QueryEqualityTest, TestJmxIntegration, TestClassNameShortening, HdfsUnloadDistributedZkTest, ExitableDirectoryReaderTest, JvmMetricsTest, XsltUpdateRequestHandlerTest, BasicAuthStandaloneTest, ConfigureRecoveryStrategyTest, UniqFieldsUpdateProcessorFactoryTest, HighlighterMaxOffsetTest, ConjunctionSolrSpellCheckerTest, DeleteStatusTest, TestFastLRUCache, TestHighFrequencyDictionaryFactory, ExplicitHLLTest, TestRangeQuery, TestLeaderElectionWithEmptyReplica, RecoveryAfterSoftCommitTest, TestReloadAndDeleteDocs, TestPKIAuthenticationPlugin, ClusterStateTest, TestPayloadCheckQParserPlugin, TestBackupRepositoryFactory, TestPathTrie, TestConfigSetsAPI, TlogReplayBufferedWhileIndexingTest, CdcrReplicationHandlerTest, TestFilteredDocIdSet, RegexBoostProcessorTest, LeaderElectionContextKeyTest, TestDocumentBuilder, StandardRequestHandlerTest, TestStressLiveNodes, TolerantUpdateProcessorTest, TestRecoveryHdfs, TestRealTimeGet, ExternalFileFieldSortTest, BasicDistributedZkTest, MBeansHandlerTest, SolrSlf4jReporterTest, TestSchemaResource, TestSolrCLIRunExample, TestPerFieldSimilarityClassic, TestApiFramework, TestFieldCacheSanityChecker, BaseCdcrDistributedZkTest, BufferStoreTest, PathHierarchyTokenizerFactoryTest, DocValuesNotIndexedTest, TestSubQueryTransformerCrossCore, TestBinaryResponseWriter, TestSolrCloudSnapshots, FileBasedSpellCheckerTest, TestOmitPositions, RequiredFieldsTest, DistributedQueryComponentCustomSortTest, CoreAdminCreateDiscoverTest, NotRequiredUniqueKeyTest, OpenCloseCoreStressTest, BasicZkTest, TestReplicationHandler, TestRandomFaceting, ZkSolrClientTest, ZkCLITest, ShardRoutingCustomTest, TestFaceting, TestRecovery, DistributedSpellCheckComponentTest, TermVectorComponentDistributedTest, ZkControllerTest, TestStressReorder, TestJoin, HardAutoCommitTest, DistributedTermsComponentTest, TestSolr4Spatial, SolrCoreTest, SolrCmdDistributorTest, QueryElevationComponentTest, PeerSyncTest, TestBadConfig, TestIndexSearcher, HighlighterTest, SoftAutoCommitTest, FastVectorHighlighterTest, LoggingHandlerTest, TestCollationField, ReturnFieldsTest, TestCSVResponseWriter, PingRequestHandlerTest, PluginInfoTest, PreAnalyzedFieldTest, TestSystemIdResolver, PrimUtilsTest, DateFieldTest, TestLRUCache, FileUtilsTest, CursorPagingTest, ActionThrottleTest, CdcrBootstrapTest, CollectionsAPISolrJTest, DistribJoinFromCollectionTest, DistributedQueueTest, LeaderFailureAfterFreshStartTest, MissingSegmentRecoveryTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverseerModifyCollectionTest, OverseerTaskQueueTest, TestAuthenticationFramework, TestCloudPivotFacet, TestConfigSetsAPIExclusivity, TestDistribDocBasedVersion, TestLeaderInitiatedRecoveryThread, TestOnReconnectListenerSupport, TestRebalanceLeaders, TestSolrCloudWithSecureImpersonation, VMParamsZkACLAndCredentialsProvidersTest, HdfsBasicDistributedZk2Test, HdfsChaosMonkeyNothingIsSafeTest, HdfsChaosMonkeySafeLeaderTest, HdfsNNFailoverTest, HdfsRecoveryZkTest, CachingDirectoryFactoryTest, QueryResultKeyTest, TestConfigOverlay, TestConfigSetProperties, TestConfigSets, TestCustomStream, TestImplicitCoreProperties, TestInfoStreamLogging, TestInitParams, TestNRTOpen, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrConfigHandler, TestSolrDynamicMBean, TestSolrXml, TestConfigReload, TestReplicationHandlerBackup, TestReqParamsAPI, TestSQLHandler, TestSystemCollAutoCreate, DistributedFacetPivotLargeTest, FacetPivotSmallTest, ReplicaListTransformerTest, SpatialHeatmapFacetsTest, SmileWriterTest, TestExportWriter, TestSolrQueryResponse, TestChildDocTransformer, TestCopyFieldCollectionResource, TestSchemaSimilarityResource, TestUniqueKeyFieldResource, ManagedSchemaRoundRobinCloudTest, TestSchemaManager, TestSchemalessBufferedUpdates, AnalyticsQueryTest, TestAddFieldRealTimeGet, TestCollapseQParserPlugin, TestMultiWordSynonyms, TestReloadDeadlock, TestSimpleQParserPlugin, TestTrieFacet, TestOrdValues, BlockJoinFacetDistribTest, TestJsonRequest, CloudMLTQParserTest, TestExactSharedStatsCache, BasicAuthIntegrationTest]
   [junit4] Completed [680/713 (1!)] on J0 in 11.90s, 1 test, 1 error <<< FAILURES!

[...truncated 39604 lines...]