You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/21 22:31:26 UTC

[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 77 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/77/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at https://127.0.0.1:42163/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:42163/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([3443B7047EB14507:882DC116DAE2C67D]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11423 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/init-core-data-001
   [junit4]   2> 318627 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 318628 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 318629 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001
   [junit4]   2> 318629 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 318629 INFO  (Thread-952) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 318629 INFO  (Thread-952) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 318630 ERROR (Thread-952) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 318729 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:43875
   [junit4]   2> 318745 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 318761 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 318761 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 318762 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5822657f{/solr,null,AVAILABLE}
   [junit4]   2> 318763 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@39d71b51{SSL,[ssl, http/1.1]}{127.0.0.1:42163}
   [junit4]   2> 318763 INFO  (jetty-launcher-890-thread-3) [    ] o.e.j.s.Server Started @320353ms
   [junit4]   2> 318763 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=42163}
   [junit4]   2> 318763 ERROR (jetty-launcher-890-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 318764 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:42.026Z
   [junit4]   2> 318777 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 318777 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5319675c{/solr,null,AVAILABLE}
   [junit4]   2> 318778 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@69d821af{/solr,null,AVAILABLE}
   [junit4]   2> 318787 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6effb8f2{SSL,[ssl, http/1.1]}{127.0.0.1:39741}
   [junit4]   2> 318787 INFO  (jetty-launcher-890-thread-1) [    ] o.e.j.s.Server Started @320377ms
   [junit4]   2> 318787 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39741}
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@4eede1dc{SSL,[ssl, http/1.1]}{127.0.0.1:38899}
   [junit4]   2> 318788 ERROR (jetty-launcher-890-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.e.j.s.Server Started @320377ms
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38899}
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 318788 ERROR (jetty-launcher-890-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:42.050Z
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 318788 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:42.050Z
   [junit4]   2> 318795 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 318802 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 318812 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 318813 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 318819 INFO  (jetty-launcher-890-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 318820 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 318833 INFO  (jetty-launcher-890-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 318842 INFO  (jetty-launcher-890-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 318847 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e06c315640005, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 318870 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 318871 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38899_solr
   [junit4]   2> 318871 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.Overseer Overseer (id=98523676795994119-127.0.0.1:38899_solr-n_0000000000) starting
   [junit4]   2> 318904 INFO  (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 318905 INFO  (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:42163_solr
   [junit4]   2> 318913 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 318919 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 318921 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39741_solr
   [junit4]   2> 318960 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 318966 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 318967 INFO  (OverseerStateUpdate-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 318967 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38899_solr
   [junit4]   2> 318968 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 318986 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 318998 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 319028 INFO  (jetty-launcher-890-thread-2) [n:127.0.0.1:38899_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/.
   [junit4]   2> 319030 INFO  (jetty-launcher-890-thread-3) [n:127.0.0.1:42163_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/.
   [junit4]   2> 319072 INFO  (jetty-launcher-890-thread-1) [n:127.0.0.1:39741_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/.
   [junit4]   2> 319099 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 319099 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:43875/solr ready
   [junit4]   2> 319183 INFO  (qtp1749235242-4138) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 319190 INFO  (OverseerThreadFactory-1515-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 319352 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 319352 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 319398 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 319398 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 319412 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 319413 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 319522 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 319522 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 319522 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320374 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 320380 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 320393 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 320394 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 320394 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 320394 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
   [junit4]   2> 320433 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 320500 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 320508 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 320511 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/./authCollection_shard2_replica1/data/]
   [junit4]   2> 320524 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 320527 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 320527 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 320527 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 320528 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/./authCollection_shard1_replica1/data/]
   [junit4]   2> 320531 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 320531 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 320532 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 320532 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 320533 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2241913[authCollection_shard3_replica1] main]
   [junit4]   2> 320534 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 320535 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 320535 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 320538 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830736588800
   [junit4]   2> 320542 INFO  (searcherExecutor-1522-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@2241913[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38899/solr/authCollection_shard3_replica1/
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:38899/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 320560 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 320568 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38899/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 320651 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 320651 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 320653 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 320653 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 320655 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@400f5e6[authCollection_shard1_replica1] main]
   [junit4]   2> 320661 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 320661 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 320662 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 320663 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 320663 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 320665 INFO  (searcherExecutor-1525-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@400f5e6[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 320665 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830869757952
   [junit4]   2> 320665 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 320665 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 320667 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7dd2a48d[authCollection_shard2_replica1] main]
   [junit4]   2> 320671 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 320671 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 320671 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 320672 INFO  (searcherExecutor-1523-thread-1-processing-n:127.0.0.1:39741_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@7dd2a48d[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 320672 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378830877097984
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:42163/solr/authCollection_shard1_replica1/
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:42163/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 320674 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 320678 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:42163/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:39741/solr/authCollection_shard2_replica1/
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:39741/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 320682 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 320685 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:39741/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 320786 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320786 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320786 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320824 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320825 INFO  (qtp1749235242-4137) [n:127.0.0.1:38899_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1473
   [junit4]   2> 320829 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320829 INFO  (qtp304420152-4111) [n:127.0.0.1:42163_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1417
   [junit4]   2> 320836 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 320837 INFO  (qtp2107236982-4107) [n:127.0.0.1:39741_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1439
   [junit4]   2> 320841 INFO  (qtp1749235242-4138) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 320940 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320941 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 320941 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 321195 INFO  (OverseerCollectionConfigSetProcessor-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 321841 INFO  (qtp1749235242-4138) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2658
   [junit4]   2> 321852 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 321860 INFO  (qtp2107236982-4130) [n:127.0.0.1:39741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 321861 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 321861 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 321861 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 321861 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 321863 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 321864 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 321865 INFO  (qtp2107236982-4129) [n:127.0.0.1:39741_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 321873 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@6effb8f2{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=890893067
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 321874 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 321884 INFO  (coreCloseExecutor-1537-thread-1) [n:127.0.0.1:39741_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@5e29150e
   [junit4]   2> 321890 INFO  (coreCloseExecutor-1537-thread-1) [n:127.0.0.1:39741_solr c:authCollection s:shard2 r:core_node2 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 321914 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 321914 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 321917 INFO  (zkCallback-914-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 321918 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 321931 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 321931 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 321932 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@53b72848
   [junit4]   2> 321932 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@29f92f51
   [junit4]   2> 321931 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 321932 INFO  (zkCallback-905-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@53b72848
   [junit4]   2> 321932 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@17cfe19e
   [junit4]   2> 321932 INFO  (zkCallback-906-thread-1-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@29f92f51
   [junit4]   2> 321932 INFO  (zkCallback-907-thread-1-processing-n:127.0.0.1:39741_solr) [n:127.0.0.1:39741_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@17cfe19e
   [junit4]   2> 321932 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 321932 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 321933 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5319675c{/solr,null,UNAVAILABLE}
   [junit4]   2> 321934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 321934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5d58e797{/solr,null,AVAILABLE}
   [junit4]   2> 321935 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51a0afec{SSL,[ssl, http/1.1]}{127.0.0.1:43855}
   [junit4]   2> 321935 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.e.j.s.Server Started @323525ms
   [junit4]   2> 321935 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43855}
   [junit4]   2> 321936 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 321936 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-21T21:46:45.198Z
   [junit4]   2> 321938 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 321943 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 321944 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:43875/solr
   [junit4]   2> 321965 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 321967 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 321969 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43855_solr
   [junit4]   2> 321970 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 321971 INFO  (zkCallback-914-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 321971 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 321971 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f28dd09
   [junit4]   2> 322021 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@f28dd09
   [junit4]   2> 322038 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/.
   [junit4]   2> 322038 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [n:127.0.0.1:43855_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
   [junit4]   2> 322038 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 322144 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 322144 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 322144 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323046 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 323052 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 323055 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 323055 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 323055 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 323056 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node1/./authCollection_shard2_replica1/data/]
   [junit4]   2> 323087 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 323087 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 323088 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323088 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323088 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@63d57161[authCollection_shard2_replica1] main]
   [junit4]   2> 323091 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 323092 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 323092 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323093 INFO  (searcherExecutor-1545-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@63d57161[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323093 INFO  (coreLoadExecutor-1544-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378833415700480
   [junit4]   2> 323098 INFO  (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 323201 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323201 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323201 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 323601 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=1
   [junit4]   2> 323607 INFO  (qtp1749235242-4109) [n:127.0.0.1:38899_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 323608 INFO  (qtp1749235242-4109) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/____v2/cluster/security/authentication] path : /____v2/cluster/security/authentication params :wt=javabin&version=2 
   [junit4]   2> 323611 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 323619 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 323629 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=2
   [junit4]   2> 323629 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323629 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323630 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323630 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323630 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323630 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323633 INFO  (qtp317793032-4215) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 323634 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 323641 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323641 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323641 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323642 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323642 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323642 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323642 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323642 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323642 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323642 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323648 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323649 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 323658 INFO  (qtp317793032-4209) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 323658 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323658 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323658 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323658 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323658 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323658 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323658 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323658 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323659 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323663 INFO  (qtp317793032-4215) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323664 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 323672 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323672 INFO  (qtp317793032-4210) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 323672 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323672 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323672 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323672 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323672 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323672 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323672 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323672 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323680 INFO  (qtp317793032-4208) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 323690 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 323690 INFO  (qtp317793032-4214) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 323693 INFO  (qtp317793032-4210) [n:127.0.0.1:43855_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 323693 INFO  (qtp317793032-4210) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 323695 INFO  (qtp1749235242-4125) [n:127.0.0.1:38899_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 323716 INFO  (OverseerThreadFactory-1515-thread-2-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 323756 INFO  (qtp1749235242-4133) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 323756 INFO  (qtp1749235242-4136) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:38899_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCfOvkV0ZMaTo7w2PNH88T1RL64hkzMkPrA31b7WB51iptjmKN57KuSU5+seKDGRZmLNxm1Nt1wi02zTLylm8mf/4Qahp5pu22eMKrNyvEGzjEg2Iq/GiZ+q+UImjXzD5URG6AWFkw8LyFcpi+unpmp0PACfmAmgMqmMmM0tfIy9QIDAQAB
   [junit4]   2> 323761 INFO  (qtp1749235242-4134) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 323762 INFO  (qtp304420152-4117) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:38899_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCfOvkV0ZMaTo7w2PNH88T1RL64hkzMkPrA31b7WB51iptjmKN57KuSU5+seKDGRZmLNxm1Nt1wi02zTLylm8mf/4Qahp5pu22eMKrNyvEGzjEg2Iq/GiZ+q+UImjXzD5URG6AWFkw8LyFcpi+unpmp0PACfmAmgMqmMmM0tfIy9QIDAQAB
   [junit4]   2> 323817 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 323817 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 323824 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 323826 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 323826 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
   [junit4]   2> 323829 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node3/./authCollection_shard1_replica1/data/]
   [junit4]   2> 323829 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 323831 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 323831 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 323835 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001/tempDir-001/node2/./authCollection_shard3_replica1/data/]
   [junit4]   2> 323866 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323866 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323870 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 323871 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 323871 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@23ceef9b[authCollection_shard1_replica1] main]
   [junit4]   2> 323872 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 323874 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 323875 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323875 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7d1e3555[authCollection_shard3_replica1] main]
   [junit4]   2> 323875 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378834235686912
   [junit4]   2> 323876 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 323877 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 323877 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 323877 INFO  (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@7d1e3555[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323877 INFO  (searcherExecutor-1550-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@23ceef9b[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323877 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576378834237784064
   [junit4]   2> 323878 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 323878 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@3809169d[authCollection_shard1_replica1] main]
   [junit4]   2> 323878 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@75af35fd
   [junit4]   2> 323878 INFO  (searcherExecutor-1550-thread-1-processing-n:127.0.0.1:42163_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@3809169d[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323879 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 323879 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=116
   [junit4]   2> 323882 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 323882 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4f98e3aa[authCollection_shard3_replica1] main]
   [junit4]   2> 323882 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2d4f4de
   [junit4]   2> 323882 INFO  (searcherExecutor-1551-thread-1-processing-n:127.0.0.1:38899_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@4f98e3aa[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 323883 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 323883 INFO  (qtp1749235242-4136) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=122
   [junit4]   2> 323884 INFO  (qtp1749235242-4125) [n:127.0.0.1:38899_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=188
   [junit4]   2> 323887 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[3443B7047EB14507]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 323892 INFO  (qtp317793032-4211) [n:127.0.0.1:43855_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 323892 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323892 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323892 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323892 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323892 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323893 INFO  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 323893 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 323893 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 323893 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 325719 INFO  (OverseerCollectionConfigSetProcessor-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 327920 INFO  (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.p.LogUpdateProcessorFactory [authCollection_shard1_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4016
   [junit4]   2> 327920 ERROR (qtp304420152-4117) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:734)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:400)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:346)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:703)
   [junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:180)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:136)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:306)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:122)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:271)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:173)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:187)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:108)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
   [junit4]   2> 	at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
   [junit4]   2> 	at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.core.SolrCore.execute(SolrCore.java:2477)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:723)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCa

[...truncated too long message...]

collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 327957 INFO  (coreCloseExecutor-1558-thread-1) [n:127.0.0.1:42163_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 327958 INFO  (coreCloseExecutor-1559-thread-1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@54a11c6f
   [junit4]   2> 327959 INFO  (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@65022f9b
   [junit4]   2> 327959 INFO  (zkCallback-919-thread-1-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 327959 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 327966 INFO  (coreCloseExecutor-1561-thread-1) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 327967 INFO  (coreCloseExecutor-1559-thread-1) [n:127.0.0.1:38899_solr c:authCollection s:shard3 r:core_node1 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 327968 INFO  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
   [junit4]   2> 327968 WARN  (zkCallback-919-thread-2-processing-n:127.0.0.1:43855_solr) [n:127.0.0.1:43855_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 327969 INFO  (jetty-closer-891-thread-1) [    ] o.a.s.c.Overseer Overseer (id=98523676795994119-127.0.0.1:38899_solr-n_0000000000) closing
   [junit4]   2> 327969 INFO  (OverseerStateUpdate-98523676795994119-127.0.0.1:38899_solr-n_0000000000) [n:127.0.0.1:38899_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:38899_solr
   [junit4]   2> 327970 WARN  (zkCallback-905-thread-1-processing-n:127.0.0.1:38899_solr) [n:127.0.0.1:38899_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 327970 INFO  (jetty-closer-891-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@69d821af{/solr,null,UNAVAILABLE}
   [junit4]   2> 329102 ERROR (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 329102 ERROR (coreZkRegister-1539-thread-1-processing-n:127.0.0.1:43855_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:43855_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 329103 INFO  (jetty-closer-891-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5d58e797{/solr,null,UNAVAILABLE}
   [junit4]   2> 329459 WARN  (zkCallback-906-thread-2-processing-n:127.0.0.1:42163_solr) [n:127.0.0.1:42163_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 329459 INFO  (jetty-closer-891-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5822657f{/solr,null,UNAVAILABLE}
   [junit4]   2> 329460 ERROR (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 329460 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43875 43875
   [junit4]   2> 334496 INFO  (Thread-952) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:43875 43875
   [junit4]   2> 334496 WARN  (Thread-952) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98523676795994119-127.0.0.1:38899_solr-n_0000000000
   [junit4]   2> 	2	/solr/overseer_elect/election/98523676795994120-127.0.0.1:42163_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 334496 INFO  (SUITE-BasicAuthIntegrationTest-seed#[3443B7047EB14507]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_3443B7047EB14507-001
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=el-GR, timezone=Pacific/Rarotonga
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=90092832,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrQueryParserResource, TestConfigsApi, OverseerRolesTest, HdfsRestartWhileUpdatingTest, PingRequestHandlerTest, TestScoreJoinQPScore, TestSubQueryTransformer, TestFreeTextSuggestions, TestGroupingSearch, TestNamedUpdateProcessors, TestSolrCloudWithHadoopAuthPlugin, ResponseHeaderTest, TestConfigSetsAPIZkFailure, TestJavabinTupleStreamParser, TestAnalyzeInfixSuggestions, AtomicUpdateProcessorFactoryTest, TestSolrXml, SolrJmxReporterTest, TestSchemaVersionResource, TestHdfsBackupRestoreCore, TestStandardQParsers, ReplicaListTransformerTest, StatsReloadRaceTest, TestStressReorder, HdfsTlogReplayBufferedWhileIndexingTest, LeaderFailureAfterFreshStartTest, SolrIndexMetricsTest, TestEmbeddedSolrServerSchemaAPI, TestSolrConfigHandlerCloud, TestNonDefinedSimilarityFactory, TestLegacyFieldCache, TestRequestStatusCollectionAPI, BlockJoinFacetRandomTest, ConcurrentDeleteAndCreateCollectionTest, TestComplexPhraseLeadingWildcard, HardAutoCommitTest, PluginInfoTest, SolrTestCaseJ4Test, SolrMetricManagerTest, ZkStateWriterTest, TestSolrDeletionPolicy1, TestLFUCache, AsyncCallRequestStatusResponseTest, TestDFRSimilarityFactory, TestQueryWrapperFilter, RecoveryZkTest, TestSchemaNameResource, TestReversedWildcardFilterFactory, OpenExchangeRatesOrgProviderTest, DOMUtilTest, BasicAuthIntegrationTest]
   [junit4] Completed [144/713 (1!)] on J2 in 15.88s, 1 test, 1 error <<< FAILURES!

[...truncated 45333 lines...]