You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2017/08/22 21:14:07 UTC

[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 81 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/81/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseG1GC

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)  at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)  at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)  at sun.reflect.GeneratedConstructorAccessor189.newInstance(Unknown Source)  at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)  at java.lang.reflect.Constructor.newInstance(Constructor.java:423)  at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)  at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)  at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:922)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:564)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
	at sun.reflect.GeneratedConstructorAccessor189.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:922)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:564)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([8D37D70DE1C2E387]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor108.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([8D37D70DE1C2E387:C542A3B9E7F1CC12]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11303 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/init-core-data-001
   [junit4]   2> 181534 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=7 numCloses=7
   [junit4]   2> 181534 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 181535 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 181535 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001
   [junit4]   2> 181536 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 181536 INFO  (Thread-321) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 181536 INFO  (Thread-321) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 181537 ERROR (Thread-321) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 181636 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:41467
   [junit4]   2> 181648 INFO  (jetty-launcher-198-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 181648 INFO  (jetty-launcher-198-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 181648 INFO  (jetty-launcher-198-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 181649 INFO  (jetty-launcher-198-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 181683 INFO  (jetty-launcher-198-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6f358ad4{/solr,null,AVAILABLE}
   [junit4]   2> 181683 INFO  (jetty-launcher-198-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@56dede00{/solr,null,AVAILABLE}
   [junit4]   2> 181683 INFO  (jetty-launcher-198-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1b0629a{/solr,null,AVAILABLE}
   [junit4]   2> 181683 INFO  (jetty-launcher-198-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c7464b2{/solr,null,AVAILABLE}
   [junit4]   2> 181683 INFO  (jetty-launcher-198-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@767d6471{SSL,[ssl, http/1.1]}{127.0.0.1:๔๓๓๘๕}
   [junit4]   2> 181683 INFO  (jetty-launcher-198-thread-4) [    ] o.e.j.s.Server Started @๑๘๓๑๑๖ms
   [junit4]   2> 181683 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=43385}
   [junit4]   2> 181684 ERROR (jetty-launcher-198-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 181684 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 181684 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 181684 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 181684 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-22T20:32:53.281Z
   [junit4]   2> 181687 INFO  (jetty-launcher-198-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f193b6a{SSL,[ssl, http/1.1]}{127.0.0.1:๓๓๖๒๙}
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@51c4e3d1{SSL,[ssl, http/1.1]}{127.0.0.1:๔๐๒๓๕}
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-1) [    ] o.e.j.s.Server Started @๑๘๓๑๒๐ms
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-3) [    ] o.e.j.s.Server Started @๑๘๓๑๒๐ms
   [junit4]   2> 181687 INFO  (jetty-launcher-198-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@cec84c6{SSL,[ssl, http/1.1]}{127.0.0.1:๓๗๘๗๗}
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40235}
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-2) [    ] o.e.j.s.Server Started @๑๘๓๑๒๐ms
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33629}
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37877}
   [junit4]   2> 181688 ERROR (jetty-launcher-198-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 181688 ERROR (jetty-launcher-198-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-22T20:32:53.285Z
   [junit4]   2> 181688 ERROR (jetty-launcher-198-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 181688 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-22T20:32:53.285Z
   [junit4]   2> 181691 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 181691 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 181691 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 181691 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-22T20:32:53.288Z
   [junit4]   2> 181691 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 181695 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 181695 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 181695 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 181698 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e0ba5dd8e0003, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 181698 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e0ba5dd8e0004, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 181699 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 181700 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 181700 INFO  (jetty-launcher-198-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41467/solr
   [junit4]   2> 181700 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 181702 INFO  (jetty-launcher-198-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41467/solr
   [junit4]   2> 181703 INFO  (jetty-launcher-198-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41467/solr
   [junit4]   2> 181703 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 181707 INFO  (jetty-launcher-198-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:41467/solr
   [junit4]   2> 181714 INFO  (jetty-launcher-198-thread-4) [n:127.0.0.1:43385_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-3) [n:127.0.0.1:40235_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-2) [n:127.0.0.1:37877_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-1) [n:127.0.0.1:33629_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-4) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43385_solr
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-1) [n:127.0.0.1:33629_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33629_solr
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-3) [n:127.0.0.1:40235_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40235_solr
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-2) [n:127.0.0.1:37877_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37877_solr
   [junit4]   2> 181715 INFO  (jetty-launcher-198-thread-4) [n:127.0.0.1:43385_solr    ] o.a.s.c.Overseer Overseer (id=98529048863309831-127.0.0.1:43385_solr-n_0000000000) starting
   [junit4]   2> 181716 INFO  (zkCallback-212-thread-1-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 181716 INFO  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 181719 INFO  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 181719 INFO  (zkCallback-217-thread-1-processing-n:127.0.0.1:37877_solr) [n:127.0.0.1:37877_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 181728 INFO  (jetty-launcher-198-thread-4) [n:127.0.0.1:43385_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43385_solr
   [junit4]   2> 181729 INFO  (zkCallback-217-thread-1-processing-n:127.0.0.1:37877_solr) [n:127.0.0.1:37877_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 181729 INFO  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 181735 INFO  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 181735 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 181758 INFO  (jetty-launcher-198-thread-2) [n:127.0.0.1:37877_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node2/.
   [junit4]   2> 181758 INFO  (jetty-launcher-198-thread-3) [n:127.0.0.1:40235_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node3/.
   [junit4]   2> 181772 INFO  (jetty-launcher-198-thread-1) [n:127.0.0.1:33629_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node1/.
   [junit4]   2> 181836 INFO  (jetty-launcher-198-thread-4) [n:127.0.0.1:43385_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node4/.
   [junit4]   2> 181843 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 181843 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:41467/solr ready
   [junit4]   2> 181855 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testMaxNodesPerShard
   [junit4]   2> 181856 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[8D37D70DE1C2E387]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 181919 INFO  (qtp1097634832-1362) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 181921 INFO  (OverseerThreadFactory-664-thread-1-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.CreateCollectionCmd Create collection oversharded
   [junit4]   2> 181921 ERROR (OverseerThreadFactory-664-thread-1-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerCollectionMessageHandler Collection: oversharded operation: create failed:org.apache.solr.common.SolrException: Cannot create collection oversharded. Value of maxShardsPerNode is 1, and the number of nodes currently live or live and part of your createNodeSet is 4. This allows a maximum of 4 to be created. Value of numShards is 3 and value of replicationFactor is 2. This requires 6 shards to be created (higher than the allowed number)
   [junit4]   2> 	at org.apache.solr.cloud.CreateCollectionCmd.call(CreateCollectionCmd.java:155)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:226)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:464)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 181927 INFO  (qtp1097634832-1362) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=oversharded&action=CREATE&numShards=3&wt=javabin&version=2} status=400 QTime=7
   [junit4]   2> 181928 INFO  (TEST-CollectionsAPIDistributedZkTest.testMaxNodesPerShard-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testMaxNodesPerShard
   [junit4]   2> 181936 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Starting deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 181937 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[8D37D70DE1C2E387]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 181940 INFO  (qtp1097634832-1382) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=out_of_sync_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 181941 INFO  (OverseerCollectionConfigSetProcessor-98529048863309831-127.0.0.1:43385_solr-n_0000000000) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 181943 INFO  (qtp1097634832-1382) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=out_of_sync_collection&action=DELETE&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 181945 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 181945 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 181946 INFO  (TEST-CollectionsAPIDistributedZkTest.deleteCollectionRemovesStaleZkCollectionsNode-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Ending deleteCollectionRemovesStaleZkCollectionsNode
   [junit4]   2> 181957 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreationAndDeletion
   [junit4]   2> 181957 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[8D37D70DE1C2E387]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 181959 INFO  (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 181961 INFO  (OverseerThreadFactory-664-thread-3-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.CreateCollectionCmd Create collection created_and_deleted
   [junit4]   2> 181961 INFO  (OverseerCollectionConfigSetProcessor-98529048863309831-127.0.0.1:43385_solr-n_0000000000) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 182118 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2
   [junit4]   2> 182118 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 182225 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 183132 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 183138 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema [created_and_deleted_shard1_replica1] Schema name=minimal
   [junit4]   2> 183141 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 183141 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'created_and_deleted_shard1_replica1' using configuration from collection created_and_deleted, trusted=true
   [junit4]   2> 183141 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 183141 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [[created_and_deleted_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node4/created_and_deleted_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node4/./created_and_deleted_shard1_replica1/data/]
   [junit4]   2> 183177 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 183177 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 183178 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 183178 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 183179 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@57ca56d0[created_and_deleted_shard1_replica1] main]
   [junit4]   2> 183179 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 183180 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 183180 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 183180 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576464783535767552
   [junit4]   2> 183180 INFO  (searcherExecutor-673-thread-1-processing-n:127.0.0.1:43385_solr x:created_and_deleted_shard1_replica1 s:shard1 c:created_and_deleted) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1] Registered new searcher Searcher@57ca56d0[created_and_deleted_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 183183 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 183183 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 183183 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43385/solr/created_and_deleted_shard1_replica1/
   [junit4]   2> 183183 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 183183 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.SyncStrategy https://127.0.0.1:43385/solr/created_and_deleted_shard1_replica1/ has no replicas
   [junit4]   2> 183183 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 183184 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43385/solr/created_and_deleted_shard1_replica1/ shard1
   [junit4]   2> 183286 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 183335 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 183337 INFO  (qtp2010624333-1363) [n:127.0.0.1:43385_solr c:created_and_deleted s:shard1  x:created_and_deleted_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=created_and_deleted_shard1_replica1&action=CREATE&numShards=1&collection=created_and_deleted&shard=shard1&wt=javabin&version=2} status=0 QTime=1219
   [junit4]   2> 183340 INFO  (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 183439 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/created_and_deleted/state.json] for collection [created_and_deleted] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 183963 INFO  (OverseerCollectionConfigSetProcessor-98529048863309831-127.0.0.1:43385_solr-n_0000000000) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 184341 INFO  (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=created_and_deleted&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=2381
   [junit4]   2> 184344 INFO  (qtp1097634832-1362) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 184344 INFO  (qtp1097634832-1362) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 184347 INFO  (qtp1097634832-1382) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=created_and_deleted&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 184350 INFO  (OverseerThreadFactory-664-thread-4-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 184352 INFO  (qtp2010624333-1389) [n:127.0.0.1:43385_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 184353 INFO  (qtp2010624333-1389) [n:127.0.0.1:43385_solr    ] o.a.s.c.SolrCore [created_and_deleted_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@831db48
   [junit4]   2> 184354 INFO  (qtp2010624333-1389) [n:127.0.0.1:43385_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.created_and_deleted.shard1.replica1
   [junit4]   2> 184355 INFO  (qtp2010624333-1389) [n:127.0.0.1:43385_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=created_and_deleted_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=3
   [junit4]   2> 185061 INFO  (qtp1097634832-1382) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=created_and_deleted&action=DELETE&wt=javabin&version=2} status=0 QTime=713
   [junit4]   2> 185064 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 185064 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 185065 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreationAndDeletion-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreationAndDeletion
   [junit4]   2> 185086 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
   [junit4]   2> 185086 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[8D37D70DE1C2E387]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 185089 ERROR (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:210)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 185090 INFO  (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=1
   [junit4]   2> 185091 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
   [junit4]   2> 185103 INFO  (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCoresAreDistributedAcrossNodes
   [junit4]   2> 185103 INFO  (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[8D37D70DE1C2E387]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 185105 INFO  (qtp1097634832-1362) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 185106 INFO  (OverseerThreadFactory-664-thread-5-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.CreateCollectionCmd Create collection nodes_used_collection
   [junit4]   2> 185106 INFO  (OverseerCollectionConfigSetProcessor-98529048863309831-127.0.0.1:43385_solr-n_0000000000) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000006 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 185320 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 185331 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 185332 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 185389 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 185390 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 185396 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 185397 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 185501 INFO  (zkCallback-217-thread-1-processing-n:127.0.0.1:37877_solr) [n:127.0.0.1:37877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 185501 INFO  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 185501 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 185501 INFO  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186332 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 186336 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica2] Schema name=minimal
   [junit4]   2> 186338 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 186338 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica2' using configuration from collection nodes_used_collection, trusted=true
   [junit4]   2> 186338 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 186338 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node4/nodes_used_collection_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node4/./nodes_used_collection_shard1_replica2/data/]
   [junit4]   2> 186339 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 186342 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica2] Schema name=minimal
   [junit4]   2> 186343 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 186343 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica2' using configuration from collection nodes_used_collection, trusted=true
   [junit4]   2> 186344 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 186344 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node2/nodes_used_collection_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node2/./nodes_used_collection_shard2_replica2/data/]
   [junit4]   2> 186360 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 186360 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 186361 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 186361 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 186361 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 186361 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 186361 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@18fe09da[nodes_used_collection_shard1_replica2] main]
   [junit4]   2> 186362 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 186362 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 186362 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 186362 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 186362 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 186362 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6ff805df[nodes_used_collection_shard2_replica2] main]
   [junit4]   2> 186363 INFO  (searcherExecutor-678-thread-1-processing-n:127.0.0.1:43385_solr x:nodes_used_collection_shard1_replica2 s:shard1 c:nodes_used_collection) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2] Registered new searcher Searcher@18fe09da[nodes_used_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 186363 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576464786873384960
   [junit4]   2> 186363 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 186363 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 186363 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 186364 INFO  (searcherExecutor-679-thread-1-processing-n:127.0.0.1:37877_solr x:nodes_used_collection_shard2_replica2 s:shard2 c:nodes_used_collection) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2] Registered new searcher Searcher@6ff805df[nodes_used_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 186364 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576464786874433536
   [junit4]   2> 186365 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 186366 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 186398 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 186401 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard1_replica1] Schema name=minimal
   [junit4]   2> 186402 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 186402 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard1_replica1' using configuration from collection nodes_used_collection, trusted=true
   [junit4]   2> 186402 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 186402 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node3/nodes_used_collection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node3/./nodes_used_collection_shard1_replica1/data/]
   [junit4]   2> 186403 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 186420 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema [nodes_used_collection_shard2_replica1] Schema name=minimal
   [junit4]   2> 186420 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 186421 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'nodes_used_collection_shard2_replica1' using configuration from collection nodes_used_collection, trusted=true
   [junit4]   2> 186421 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 186421 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [[nodes_used_collection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node1/nodes_used_collection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_8D37D70DE1C2E387-001/tempDir-001/node1/./nodes_used_collection_shard2_replica1/data/]
   [junit4]   2> 186436 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 186436 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 186436 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 186436 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 186437 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7a7d2ccc[nodes_used_collection_shard1_replica1] main]
   [junit4]   2> 186437 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 186438 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 186438 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 186438 INFO  (searcherExecutor-688-thread-1-processing-n:127.0.0.1:40235_solr x:nodes_used_collection_shard1_replica1 s:shard1 c:nodes_used_collection) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1] Registered new searcher Searcher@7a7d2ccc[nodes_used_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 186438 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576464786952028160
   [junit4]   2> 186441 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 186441 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 186442 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 186442 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 186443 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d9b7be5[nodes_used_collection_shard2_replica1] main]
   [junit4]   2> 186443 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 186443 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 186443 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 186443 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576464786957271040
   [junit4]   2> 186444 INFO  (searcherExecutor-689-thread-1-processing-n:127.0.0.1:33629_solr x:nodes_used_collection_shard2_replica1 s:shard2 c:nodes_used_collection) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1] Registered new searcher Searcher@5d9b7be5[nodes_used_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 186467 INFO  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186467 INFO  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186467 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186467 INFO  (zkCallback-217-thread-1-processing-n:127.0.0.1:37877_solr) [n:127.0.0.1:37877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186866 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 186866 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 186866 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:43385/solr/nodes_used_collection_shard1_replica2/
   [junit4]   2> 186866 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=https://127.0.0.1:43385/solr START replicas=[https://127.0.0.1:40235/solr/nodes_used_collection_shard1_replica1/] nUpdates=100
   [junit4]   2> 186867 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard1_replica2 url=https://127.0.0.1:43385/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 186867 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 186867 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 186867 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37877/solr/nodes_used_collection_shard2_replica2/
   [junit4]   2> 186868 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica2 url=https://127.0.0.1:37877/solr START replicas=[https://127.0.0.1:33629/solr/nodes_used_collection_shard2_replica1/] nUpdates=100
   [junit4]   2> 186870 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.u.PeerSync PeerSync: core=nodes_used_collection_shard2_replica2 url=https://127.0.0.1:37877/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 186883 INFO  (qtp989994946-1367) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1 r:core_node3 x:nodes_used_collection_shard1_replica1] o.a.s.c.S.Request [nodes_used_collection_shard1_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=1
   [junit4]   2> 186885 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 186885 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 186885 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 186886 INFO  (qtp1566531690-1381) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2 r:core_node4 x:nodes_used_collection_shard2_replica1] o.a.s.c.S.Request [nodes_used_collection_shard2_replica1]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 186887 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 186887 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 186887 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 186891 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:43385/solr/nodes_used_collection_shard1_replica2/ shard1
   [junit4]   2> 186891 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37877/solr/nodes_used_collection_shard2_replica2/ shard2
   [junit4]   2> 186995 INFO  (zkCallback-217-thread-1-processing-n:127.0.0.1:37877_solr) [n:127.0.0.1:37877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186995 INFO  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186995 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 186995 INFO  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187042 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 187042 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 187043 INFO  (qtp2010624333-1391) [n:127.0.0.1:43385_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1723
   [junit4]   2> 187044 INFO  (qtp1097634832-1384) [n:127.0.0.1:37877_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica2&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=1713
   [junit4]   2> 187147 INFO  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187147 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187147 INFO  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187147 INFO  (zkCallback-217-thread-1-processing-n:127.0.0.1:37877_solr) [n:127.0.0.1:37877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187443 INFO  (qtp989994946-1364) [n:127.0.0.1:40235_solr c:nodes_used_collection s:shard1  x:nodes_used_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard1_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2056
   [junit4]   2> 187448 INFO  (qtp1566531690-1360) [n:127.0.0.1:33629_solr c:nodes_used_collection s:shard2  x:nodes_used_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=nodes_used_collection_shard2_replica1&action=CREATE&numShards=2&collection=nodes_used_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2052
   [junit4]   2> 187452 INFO  (qtp1097634832-1362) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 187552 INFO  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187552 INFO  (zkCallback-217-thread-1-processing-n:127.0.0.1:37877_solr) [n:127.0.0.1:37877_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187552 INFO  (zkCallback-212-thread-2-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 187552 INFO  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/nodes_used_collection/state.json] for collection [nodes_used_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 188452 INFO  (qtp1097634832-1362) [n:127.0.0.1:37877_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=nodes_used_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3346
   [junit4]   2> 188454 INFO  (TEST-CollectionsAPIDistributedZkTest.testCoresAreDistributedAcrossNodes-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCoresAreDistributedAcrossNodes
   [junit4]   2> 188489 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[8D37D70DE1C2E387]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testDeleteNonExistentCollection
   [junit4]   2> 188491 INFO  (TEST-CollectionsAPIDistributedZkTest.testDeleteNonExistentCollection-seed#[8D37D70DE1C2E387]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 188494 INFO  (qtp1097634832-1382) [n:127.0.0.1:37877_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=nodes_used_collection&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 188497 INFO  (OverseerThreadFactory-664-thread-5-processing-n:127.0.0.1:43385_solr) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 188497 INFO  (OverseerCollectionConfigSetProcessor-98529048863309831-127.0.0.1:43385_solr-n_0000000000) [n:127.0.0.1:43385_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000008 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 188501 INFO  (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica2
   [junit4]   2> 188501 INFO  (qtp2010624333-1392) [n:127.0.0.1:43385_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica2
   [junit4]   2> 188501 INFO  (qtp989994946-1380) [n:127.0.0.1:40235_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica1
   [junit4]   2> 188503 INFO  (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@7283929a
   [junit4]   2> 188503 INFO  (qtp2010624333-1392) [n:127.0.0.1:43385_solr    ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica2]  CLOSING SolrCore org.apache.solr.core.SolrCore@423c7058
   [junit4]   2> 188503 INFO  (qtp989994946-1380) [n:127.0.0.1:40235_solr    ] o.a.s.c.SolrCore [nodes_used_collection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@218b5793
   [junit4]   2> 188510 INFO  (qtp1566531690-1377) [n:127.0.0.1:33629_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica1
   [junit4]   2> 188510 INFO  (qtp1097634832-1388) [n:127.0.0.1:37877_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica2
   [junit4]   2> 188510 INFO  (qtp1566531690-1377) [n:127.0.0.1:33629_solr    ] o.a.s.c.SolrCore [nodes_used_collection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14d03a0a
   [junit4]   2> 188510 INFO  (qtp2010624333-1392) [n:127.0.0.1:43385_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica2
   [junit4]   2> 188511 INFO  (qtp989994946-1380) [n:127.0.0.1:40235_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard1.replica1
   [junit4]   2> 188513 INFO  (qtp1566531690-1377) [n:127.0.0.1:33629_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.nodes_used_collection.shard2.replica1
   [junit4]   2> 188515 INFO  (qtp989994946-1380) [n:127.0.0.1:40235_solr    ] o.a.s.c.ShardLeaderElectionContextBase No version found for ephemeral leader parent node, won't remove previous leader registration.
   [junit4]   2> 188515 WARN  (zkCallback-219-thread-1-processing-n:127.0.0.1:40235_solr) [n:127.0.0.1:40235_solr    ] o.a.s.c.LeaderElector Our node is no longer in line to be leader
   [junit4]   2> 188517 WARN  (zkCallback-220-thread-1-processing-n:127.0.0.1:33629_solr) [n:127.0.0.1:33629_solr    ] o.a.s.c.LeaderElector 
   [junit4]   2> org.apache.solr.common.SolrException: SolrCore not found:nodes_used_collection_shard2_replica1 in []
   [junit4]   2> 	at org.apache.solr.cloud.ShardLeaderElectionContext.runLeaderProcess(ElectionContext.java:294)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.runIamLeaderProcess(LeaderElector.java:170)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.checkIfIamLeader(LeaderElector.java:135)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector.access$200(LeaderElector.java:56)
   [junit4]   2> 	at org.apache.solr.cloud.LeaderElector$ElectionWatcher.process(LeaderElector.java:348)
   [junit4]   2> 	at org.apache.solr.common.cloud.SolrZkClient$3.lambda$process$0(SolrZkClient.java:269)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at j

[...truncated too long message...]

2> 
   [junit4]   2> SUITE-HdfsRecoveryZkTest-seed#[8D37D70DE1C2E387]-worker:
   [junit4]   2>     java.lang.Thread.dumpThreads(Native Method)
   [junit4]   2>     java.lang.Thread.getAllStackTraces(Thread.java:1610)
   [junit4]   2>     org.apache.solr.SolrTestCaseJ4.clearObjectTrackerAndCheckEmpty(SolrTestCaseJ4.java:355)
   [junit4]   2>     org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:301)
   [junit4]   2>     [...sun.*, java.lang.reflect.*, com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
   [junit4]   2>     org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
   [junit4]   2>     org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
   [junit4]   2>     org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> main:
   [junit4]   2>     java.lang.Object.wait(Native Method)
   [junit4]   2>     java.lang.Thread.join(Thread.java:1252)
   [junit4]   2>     java.lang.Thread.join(Thread.java:1326)
   [junit4]   2>     [...com.carrotsearch.randomizedtesting.*]
   [junit4]   2>     com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.execute(SlaveMain.java:244)
   [junit4]   2>     com.carrotsearch.ant.tasks.junit4.slave.SlaveMain.main(SlaveMain.java:355)
   [junit4]   2>     com.carrotsearch.ant.tasks.junit4.slave.SlaveMainSafe.main(SlaveMainSafe.java:13)
   [junit4]   2> 
   [junit4]   2> JUnit4-serializer-daemon:
   [junit4]   2>     java.lang.Thread.sleep(Native Method)
   [junit4]   2>     com.carrotsearch.ant.tasks.junit4.events.Serializer$1.run(Serializer.java:50)
   [junit4]   2> 
   [junit4]   2> LeaseRenewer:jenkins@localhost.localdomain:43481:
   [junit4]   2>     java.lang.Thread.sleep(Native Method)
   [junit4]   2>     org.apache.hadoop.hdfs.LeaseRenewer.run(LeaseRenewer.java:444)
   [junit4]   2>     org.apache.hadoop.hdfs.LeaseRenewer.access$700(LeaseRenewer.java:71)
   [junit4]   2>     org.apache.hadoop.hdfs.LeaseRenewer$1.run(LeaseRenewer.java:304)
   [junit4]   2>     java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> TimeLimitedCollector timer thread:
   [junit4]   2>     java.lang.Thread.sleep(Native Method)
   [junit4]   2>     org.apache.lucene.search.TimeLimitingCollector$TimerThread.run(TimeLimitingCollector.java:261)
   [junit4]   2> 
   [junit4]   2> 1577648 INFO  (SUITE-HdfsRecoveryZkTest-seed#[8D37D70DE1C2E387]-worker) [    ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=Lucene62, sim=RandomSimilarity(queryNorm=false,coord=no): {}, locale=en-US, timezone=Pacific/Chatham
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=2,free=119217200,total=536870912
   [junit4]   2> NOTE: All tests run in this JVM: [TestSSLRandomization, TestRemoteStreaming, ClusterStateTest, CoreAdminCreateDiscoverTest, ConjunctionSolrSpellCheckerTest, TestRecoveryHdfs, TlogReplayBufferedWhileIndexingTest, TestSolrCoreParser, TestRandomCollapseQParserPlugin, TestReplicaProperties, DistributedFacetExistsSmallTest, HighlighterMaxOffsetTest, RequiredFieldsTest, TestStressRecovery, TestBinaryResponseWriter, CollectionsAPIAsyncDistributedZkTest, TestJmxIntegration, TestPKIAuthenticationPlugin, TestSolrCoreProperties, TestJettySolrRunner, TestCoreAdminApis, TestPerFieldSimilarity, JsonValidatorTest, ShufflingReplicaListTransformerTest, TestConfigSetProperties, TestIBSimilarityFactory, TestMinMaxOnMultiValuedField, AliasIntegrationTest, TestLocalFSCloudBackupRestore, SolrCoreTest, HdfsBasicDistributedZk2Test, TestDownShardTolerantSearch, TestAtomicUpdateErrorCases, TestSubQueryTransformerCrossCore, DocumentAnalysisRequestHandlerTest, TestInfoStreamLogging, TestSimpleQParserPlugin, BaseCdcrDistributedZkTest, TestGeoJSONResponseWriter, RecoveryAfterSoftCommitTest, BlockJoinFacetSimpleTest, TestUniqueKeyFieldResource, TolerantUpdateProcessorTest, TestZkAclsWithHadoopAuth, ExplicitHLLTest, TestSchemaResource, ScriptEngineTest, RegexBoostProcessorTest, TestValueSourceCache, SolrRequestParserTest, XsltUpdateRequestHandlerTest, SolrMetricReporterTest, TestRandomFaceting, HdfsRecoverLeaseTest, VersionInfoTest, TestDocSet, HdfsChaosMonkeySafeLeaderTest, PolyFieldTest, ManagedSchemaRoundRobinCloudTest, SignatureUpdateProcessorFactoryTest, BadCopyFieldTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, TestQuerySenderNoQuery, UUIDFieldTest, ChaosMonkeyNothingIsSafeTest, SynonymTokenizerTest, TestCustomStream, TestBackupRepositoryFactory, TestDocTermOrds, TestAuthenticationFramework, TestPointFields, ResourceLoaderTest, TestInPlaceUpdatesDistrib, TestCSVLoader, SSLMigrationTest, TestCloudRecovery, FileBasedSpellCheckerTest, DataDrivenBlockJoinTest, TestClassicSimilarityFactory, ExitableDirectoryReaderTest, TestFunctionQuery, TestLazyCores, TestFilteredDocIdSet, TestNestedDocsSort, QueryElevationComponentTest, DocValuesNotIndexedTest, TestConfigSetsAPI, ExternalFileFieldSortTest, TestSolrDeletionPolicy2, DistributedSpellCheckComponentTest, TestFieldCacheSanityChecker, TestFoldingMultitermQuery, LeaderElectionContextKeyTest, TestLeaderElectionWithEmptyReplica, ConfigureRecoveryStrategyTest, NumericFieldsTest, TestNumericTerms32, SolrSlf4jReporterTest, TestClassNameShortening, TestFieldCacheVsDocValues, TestFaceting, TestManagedSchema, SyncSliceTest, TestDistributedSearch, TestBlendedInfixSuggestions, OverseerStatusTest, TestStressLucene, TestCloudJSONFacetJoinDomain, BasicDistributedZkTest, MBeansHandlerTest, TestPseudoReturnFields, BasicZkTest, HdfsUnloadDistributedZkTest, DistributedFacetPivotSmallAdvancedTest, OutputWriterTest, TestRandomDVFaceting, AutoCommitTest, TestHashPartitioner, TestReload, DistributedTermsComponentTest, TestCoreContainer, StatsComponentTest, TestFiltering, DistanceFunctionTest, CacheHeaderTest, LukeRequestHandlerTest, XmlUpdateRequestHandlerTest, TestSolrQueryParser, UpdateRequestProcessorFactoryTest, TestAnalyzedSuggestions, TestLFUCache, ActionThrottleTest, CdcrBootstrapTest, DeleteStatusTest, DistribJoinFromCollectionTest, LeaderFailoverAfterPartitionTest, MoveReplicaTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, PeerSyncReplicationTest, RemoteQueryErrorTest, ReplicationFactorTest, RollingRestartTest, SolrCLIZkUtilsTest, SolrXmlInZkTest, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestLeaderElectionZkExpiry, TestRandomFlRTGCloud, HdfsCollectionsAPIDistributedZkTest, HdfsRecoveryZkTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=HdfsRecoveryZkTest -Dtests.seed=8D37D70DE1C2E387 -Dtests.multiplier=3 -Dtests.slow=true -Dtests.locale=en-US -Dtests.timezone=Pacific/Chatham -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   0.00s J0 | HdfsRecoveryZkTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
   [junit4]    > 	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
   [junit4]    > 	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
   [junit4]    > 	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
   [junit4]    > 	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
   [junit4]    > 	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
   [junit4]    > 	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
   [junit4]    > 	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:922)
   [junit4]    > 	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:564)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([8D37D70DE1C2E387]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [544/713 (2!)] on J0 in 41.51s, 1 test, 1 failure <<< FAILURES!

[...truncated 44018 lines...]

[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 85 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/85/
Java: 64bit/jdk1.8.0_144 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC

2 tests failed.
FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([A6E45D41F2D9DBA2:EE9129F5F4EAF437]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at https://127.0.0.1:39897/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:39897/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([A6E45D41F2D9DBA2:1A8A2B53568A58D8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12625 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/init-core-data-001
   [junit4]   2> 1235772 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=146 numCloses=146
   [junit4]   2> 1235773 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 1235774 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 1235774 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001
   [junit4]   2> 1235774 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 1235774 INFO  (Thread-4402) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 1235775 INFO  (Thread-4402) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 1235777 ERROR (Thread-4402) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 1235875 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46251
   [junit4]   2> 1235877 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e106cc4080000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 1235878 INFO  (jetty-launcher-1361-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1235878 INFO  (jetty-launcher-1361-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1235879 INFO  (jetty-launcher-1361-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1235879 INFO  (jetty-launcher-1361-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 1235880 INFO  (jetty-launcher-1361-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1209597e{/solr,null,AVAILABLE}
   [junit4]   2> 1235880 INFO  (jetty-launcher-1361-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1ec6bbff{/solr,null,AVAILABLE}
   [junit4]   2> 1235880 INFO  (jetty-launcher-1361-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@24e9813a{/solr,null,AVAILABLE}
   [junit4]   2> 1235880 INFO  (jetty-launcher-1361-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@23139c74{SSL,[ssl, http/1.1]}{127.0.0.1:44767}
   [junit4]   2> 1235880 INFO  (jetty-launcher-1361-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@14df2fba{/solr,null,AVAILABLE}
   [junit4]   2> 1235880 INFO  (jetty-launcher-1361-thread-2) [    ] o.e.j.s.Server Started @1237724ms
   [junit4]   2> 1235880 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44767}
   [junit4]   2> 1235881 INFO  (jetty-launcher-1361-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@46971b70{SSL,[ssl, http/1.1]}{127.0.0.1:36847}
   [junit4]   2> 1235881 INFO  (jetty-launcher-1361-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@6f31c1c2{SSL,[ssl, http/1.1]}{127.0.0.1:41707}
   [junit4]   2> 1235881 INFO  (jetty-launcher-1361-thread-1) [    ] o.e.j.s.Server Started @1237725ms
   [junit4]   2> 1235881 INFO  (jetty-launcher-1361-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@7a2fae5c{SSL,[ssl, http/1.1]}{127.0.0.1:39927}
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36847}
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-4) [    ] o.e.j.s.Server Started @1237729ms
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39927}
   [junit4]   2> 1235885 ERROR (jetty-launcher-1361-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1235885 ERROR (jetty-launcher-1361-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T18:48:37.236Z
   [junit4]   2> 1235885 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T18:48:37.236Z
   [junit4]   2> 1235881 ERROR (jetty-launcher-1361-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1235882 INFO  (jetty-launcher-1361-thread-3) [    ] o.e.j.s.Server Started @1237725ms
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=41707}
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T18:48:37.237Z
   [junit4]   2> 1235886 ERROR (jetty-launcher-1361-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 1235886 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T18:48:37.237Z
   [junit4]   2> 1235887 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1235887 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1235891 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1235891 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 1235892 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1235892 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1235893 INFO  (jetty-launcher-1361-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46251/solr
   [junit4]   2> 1235893 INFO  (jetty-launcher-1361-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46251/solr
   [junit4]   2> 1235905 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1235906 INFO  (jetty-launcher-1361-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46251/solr
   [junit4]   2> 1235907 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 1235908 INFO  (jetty-launcher-1361-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46251/solr
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-2) [n:127.0.0.1:44767_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-1) [n:127.0.0.1:36847_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-4) [n:127.0.0.1:39927_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-3) [n:127.0.0.1:41707_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-2) [n:127.0.0.1:44767_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:44767_solr
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-3) [n:127.0.0.1:41707_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:41707_solr
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-1) [n:127.0.0.1:36847_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36847_solr
   [junit4]   2> 1235914 INFO  (jetty-launcher-1361-thread-4) [n:127.0.0.1:39927_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39927_solr
   [junit4]   2> 1235915 INFO  (jetty-launcher-1361-thread-2) [n:127.0.0.1:44767_solr    ] o.a.s.c.Overseer Overseer (id=98534301180100620-127.0.0.1:44767_solr-n_0000000000) starting
   [junit4]   2> 1235916 INFO  (zkCallback-1375-thread-1-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1235916 INFO  (zkCallback-1383-thread-1-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1235916 INFO  (zkCallback-1377-thread-1-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1235916 INFO  (zkCallback-1382-thread-1-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 1235922 INFO  (jetty-launcher-1361-thread-2) [n:127.0.0.1:44767_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44767_solr
   [junit4]   2> 1235923 INFO  (zkCallback-1377-thread-1-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1235927 INFO  (zkCallback-1383-thread-1-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1235929 INFO  (zkCallback-1375-thread-1-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1235930 INFO  (zkCallback-1382-thread-1-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (4)
   [junit4]   2> 1235959 INFO  (jetty-launcher-1361-thread-1) [n:127.0.0.1:36847_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node1/.
   [junit4]   2> 1235960 INFO  (jetty-launcher-1361-thread-4) [n:127.0.0.1:39927_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node4/.
   [junit4]   2> 1235976 INFO  (jetty-launcher-1361-thread-3) [n:127.0.0.1:41707_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node3/.
   [junit4]   2> 1235987 INFO  (jetty-launcher-1361-thread-2) [n:127.0.0.1:44767_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node2/.
   [junit4]   2> 1235994 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1235995 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46251/solr ready
   [junit4]   2> 1236009 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[A6E45D41F2D9DBA2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testNoConfigSetExist
   [junit4]   2> 1236009 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[A6E45D41F2D9DBA2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1236063 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-002&collection.configName=conf123&name=corewithnocollection3&action=CREATE&numShards=1&collection=&wt=javabin&version=2
   [junit4]   2> 1236063 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1236064 INFO  (OverseerStateUpdate-98534301180100620-127.0.0.1:44767_solr-n_0000000000) [n:127.0.0.1:44767_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 1237065 ERROR (qtp1457681621-10702) [n:127.0.0.1:44767_solr c:corewithnocollection3   x:corewithnocollection3] o.a.s.c.c.ZkStateReader Specified config=[conf123] does not exist in ZooKeeper at location=[/configs/conf123]
   [junit4]   2> 1237067 ERROR (qtp1457681621-10702) [n:127.0.0.1:44767_solr c:corewithnocollection3   x:corewithnocollection3] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Error CREATEing SolrCore 'corewithnocollection3': Unable to create core [corewithnocollection3] Caused by: Specified config does not exist in ZooKeeper: conf123
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:891)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:202)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: Unable to create core [corewithnocollection3]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:938)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:858)
   [junit4]   2> 	... 37 more
   [junit4]   2> Caused by: org.apache.solr.common.cloud.ZooKeeperException: Specified config does not exist in ZooKeeper: conf123
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.readConfigName(ZkStateReader.java:189)
   [junit4]   2> 	at org.apache.solr.cloud.CloudConfigSetService.createCoreResourceLoader(CloudConfigSetService.java:54)
   [junit4]   2> 	at org.apache.solr.core.ConfigSetService.getConfig(ConfigSetService.java:75)
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:918)
   [junit4]   2> 	... 38 more
   [junit4]   2> 
   [junit4]   2> 1237067 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr c:corewithnocollection3   x:corewithnocollection3] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-002&collection.configName=conf123&name=corewithnocollection3&action=CREATE&numShards=1&collection=&wt=javabin&version=2} status=400 QTime=1004
   [junit4]   2> 1238070 INFO  (qtp1457681621-10713) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :list with params action=LIST&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1238070 INFO  (qtp1457681621-10713) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=LIST&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1238070 INFO  (TEST-CollectionsAPIDistributedZkTest.testNoConfigSetExist-seed#[A6E45D41F2D9DBA2]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testNoConfigSetExist
   [junit4]   2> 1238082 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[A6E45D41F2D9DBA2]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
   [junit4]   2> 1238082 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[A6E45D41F2D9DBA2]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1238084 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=corewithnocollection3&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1238084 INFO  (OverseerThreadFactory-3121-thread-1-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 1238786 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=corewithnocollection3&action=DELETE&wt=javabin&version=2} status=0 QTime=702
   [junit4]   2> 1238788 INFO  (qtp1457681621-10722) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1238789 INFO  (OverseerThreadFactory-3121-thread-2-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
   [junit4]   2> 1238789 INFO  (OverseerCollectionConfigSetProcessor-98534301180100620-127.0.0.1:44767_solr-n_0000000000) [n:127.0.0.1:44767_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1238997 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1239047 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1239047 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1239047 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1239047 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1239047 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1239047 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1239150 INFO  (zkCallback-1377-thread-2-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1239150 INFO  (zkCallback-1382-thread-2-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1239150 INFO  (zkCallback-1375-thread-2-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1239150 INFO  (zkCallback-1383-thread-2-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240003 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1240007 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1240009 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1240009 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1240009 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1240009 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node2/reloaded_collection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node2/./reloaded_collection_shard1_replica1/data/]
   [junit4]   2> 1240029 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1240029 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1240030 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1240030 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1240030 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f43addb[reloaded_collection_shard1_replica1] main]
   [junit4]   2> 1240031 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1240031 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1240031 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1240031 INFO  (searcherExecutor-3130-thread-1-processing-n:127.0.0.1:44767_solr x:reloaded_collection_shard1_replica1 s:shard1 c:reloaded_collection) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [reloaded_collection_shard1_replica1] Registered new searcher Searcher@5f43addb[reloaded_collection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1240032 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576548823342252032
   [junit4]   2> 1240034 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 1240061 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1240061 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1240061 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1240068 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
   [junit4]   2> 1240068 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
   [junit4]   2> 1240068 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
   [junit4]   2> 1240081 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1240081 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1240081 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1240081 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1240081 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1240081 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1240081 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1240081 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node1/reloaded_collection_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node1/./reloaded_collection_shard1_replica2/data/]
   [junit4]   2> 1240081 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1240081 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1240082 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node3/reloaded_collection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node3/./reloaded_collection_shard2_replica1/data/]
   [junit4]   2> 1240082 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node4/reloaded_collection_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node4/./reloaded_collection_shard2_replica2/data/]
   [junit4]   2> 1240100 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1240100 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1240100 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1240100 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1240101 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1240101 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1240101 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1240101 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1240101 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1240101 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1240101 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1240101 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1240101 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@f95b49c[reloaded_collection_shard2_replica1] main]
   [junit4]   2> 1240101 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@bf86046[reloaded_collection_shard1_replica2] main]
   [junit4]   2> 1240102 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@6a44d059[reloaded_collection_shard2_replica2] main]
   [junit4]   2> 1240102 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1240102 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1240102 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1240102 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1240102 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1240102 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1240102 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1240102 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576548823416700928
   [junit4]   2> 1240102 INFO  (searcherExecutor-3135-thread-1-processing-n:127.0.0.1:36847_solr x:reloaded_collection_shard1_replica2 s:shard1 c:reloaded_collection) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica2] Registered new searcher Searcher@bf86046[reloaded_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1240103 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576548823417749504
   [junit4]   2> 1240103 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1240103 INFO  (searcherExecutor-3137-thread-1-processing-n:127.0.0.1:41707_solr x:reloaded_collection_shard2_replica1 s:shard2 c:reloaded_collection) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [reloaded_collection_shard2_replica1] Registered new searcher Searcher@f95b49c[reloaded_collection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1240103 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1240103 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576548823417749504
   [junit4]   2> 1240105 INFO  (searcherExecutor-3136-thread-1-processing-n:127.0.0.1:39927_solr x:reloaded_collection_shard2_replica2 s:shard2 c:reloaded_collection) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [reloaded_collection_shard2_replica2] Registered new searcher Searcher@6a44d059[reloaded_collection_shard2_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1240106 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1240106 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1240106 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:41707/solr/reloaded_collection_shard2_replica1/
   [junit4]   2> 1240107 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:41707/solr START replicas=[https://127.0.0.1:39927/solr/reloaded_collection_shard2_replica2/] nUpdates=100
   [junit4]   2> 1240107 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard2_replica1 url=https://127.0.0.1:41707/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1240109 INFO  (qtp769587490-10732) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica2] o.a.s.c.S.Request [reloaded_collection_shard2_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1240110 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1240110 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1240110 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1240111 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:41707/solr/reloaded_collection_shard2_replica1/ shard2
   [junit4]   2> 1240212 INFO  (zkCallback-1377-thread-2-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240212 INFO  (zkCallback-1383-thread-2-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240212 INFO  (zkCallback-1382-thread-2-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240212 INFO  (zkCallback-1375-thread-2-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240261 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1240262 INFO  (qtp1899880055-10706) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=1215
   [junit4]   2> 1240363 INFO  (zkCallback-1383-thread-2-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240363 INFO  (zkCallback-1382-thread-2-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240363 INFO  (zkCallback-1377-thread-2-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240363 INFO  (zkCallback-1375-thread-2-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240534 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 1240534 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 1240534 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44767/solr/reloaded_collection_shard1_replica1/
   [junit4]   2> 1240535 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:44767/solr START replicas=[https://127.0.0.1:36847/solr/reloaded_collection_shard1_replica2/] nUpdates=100
   [junit4]   2> 1240535 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.PeerSync PeerSync: core=reloaded_collection_shard1_replica1 url=https://127.0.0.1:44767/solr DONE.  We have no versions.  sync failed.
   [junit4]   2> 1240537 INFO  (qtp1739793129-10719) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica2] o.a.s.c.S.Request [reloaded_collection_shard1_replica2]  webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1240537 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
   [junit4]   2> 1240537 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
   [junit4]   2> 1240537 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 1240538 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44767/solr/reloaded_collection_shard1_replica1/ shard1
   [junit4]   2> 1240639 INFO  (zkCallback-1383-thread-2-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240639 INFO  (zkCallback-1375-thread-2-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240639 INFO  (zkCallback-1382-thread-2-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240639 INFO  (zkCallback-1377-thread-2-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240689 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 1240689 INFO  (qtp1457681621-10718) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=1692
   [junit4]   2> 1240791 INFO  (zkCallback-1383-thread-2-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240791 INFO  (zkCallback-1377-thread-2-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240791 INFO  (zkCallback-1382-thread-2-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1240791 INFO  (zkCallback-1375-thread-2-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1241107 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2} status=0 QTime=2059
   [junit4]   2> 1241113 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2} status=0 QTime=2066
   [junit4]   2> 1241114 INFO  (qtp1457681621-10722) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 1241214 INFO  (zkCallback-1383-thread-2-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1241215 INFO  (zkCallback-1382-thread-2-processing-n:127.0.0.1:41707_solr) [n:127.0.0.1:41707_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1241214 INFO  (zkCallback-1377-thread-2-processing-n:127.0.0.1:39927_solr) [n:127.0.0.1:39927_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1241214 INFO  (zkCallback-1375-thread-2-processing-n:127.0.0.1:36847_solr) [n:127.0.0.1:36847_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1242115 INFO  (qtp1457681621-10722) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2} status=0 QTime=3326
   [junit4]   2> 1242117 INFO  (qtp1457681621-10722) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242119 INFO  (qtp1739793129-10719) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242120 INFO  (qtp769587490-10720) [n:127.0.0.1:39927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242123 INFO  (qtp1899880055-10715) [n:127.0.0.1:41707_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242125 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params async=b0e1ca6d-8697-4d13-8a9c-6b27303ef263&name=reloaded_collection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1242125 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={async=b0e1ca6d-8697-4d13-8a9c-6b27303ef263&name=reloaded_collection&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242126 INFO  (OverseerThreadFactory-3121-thread-3-processing-n:127.0.0.1:44767_solr) [n:127.0.0.1:44767_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 1242126 INFO  (OverseerCollectionConfigSetProcessor-98534301180100620-127.0.0.1:44767_solr-n_0000000000) [n:127.0.0.1:44767_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1242127 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242128 INFO  (qtp1899880055-10728) [n:127.0.0.1:41707_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica1&async=b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242128 INFO  (qtp1457681621-10707) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica1&async=b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242128 INFO  (qtp769587490-10730) [n:127.0.0.1:39927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard2_replica2&async=b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242128 INFO  (qtp1739793129-10717) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=reloaded_collection_shard1_replica2&async=b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242129 INFO  (qtp1739793129-10704) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242129 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr    ] o.a.s.h.a.CoreAdminOperation Checking request status for : b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137
   [junit4]   2> 1242129 INFO  (qtp1457681621-10702) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&requestid=b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137&action=REQUESTSTATUS&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242132 INFO  (qtp769587490-10705) [n:127.0.0.1:39927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242134 INFO  (qtp1899880055-10728) [n:127.0.0.1:41707_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242137 INFO  (parallelCoreAdminExecutor-3122-thread-1-processing-n:127.0.0.1:36847_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838 RELOAD) [n:127.0.0.1:36847_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1242137 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1242139 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1242155 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr    ] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
   [junit4]   2> 1242155 INFO  (parallelCoreAdminExecutor-3122-thread-1-processing-n:127.0.0.1:36847_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838 RELOAD) [n:127.0.0.1:36847_solr    ] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
   [junit4]   2> 1242158 INFO  (qtp1457681621-10707) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242159 INFO  (parallelCoreAdminExecutor-3122-thread-1-processing-n:127.0.0.1:36847_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838 RELOAD) [n:127.0.0.1:36847_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1242159 INFO  (parallelCoreAdminExecutor-3122-thread-1-processing-n:127.0.0.1:36847_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838 RELOAD) [n:127.0.0.1:36847_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection
   [junit4]   2> 1242151 INFO  (parallelCoreAdminExecutor-3123-thread-1-processing-n:127.0.0.1:39927_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676 RELOAD) [n:127.0.0.1:39927_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1242162 INFO  (parallelCoreAdminExecutor-3122-thread-1-processing-n:127.0.0.1:36847_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838 RELOAD) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node1/reloaded_collection_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node1/./reloaded_collection_shard1_replica2/data/]
   [junit4]   2> 1242162 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1242162 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection
   [junit4]   2> 1242173 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node3/reloaded_collection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node3/./reloaded_collection_shard2_replica1/data/]
   [junit4]   2> 1242174 INFO  (qtp1739793129-10701) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242175 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr    ] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1242176 INFO  (parallelCoreAdminExecutor-3123-thread-1-processing-n:127.0.0.1:39927_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676 RELOAD) [n:127.0.0.1:39927_solr    ] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
   [junit4]   2> 1242177 INFO  (qtp769587490-10734) [n:127.0.0.1:39927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242197 INFO  (parallelCoreAdminExecutor-3123-thread-1-processing-n:127.0.0.1:39927_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676 RELOAD) [n:127.0.0.1:39927_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1242197 INFO  (parallelCoreAdminExecutor-3123-thread-1-processing-n:127.0.0.1:39927_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676 RELOAD) [n:127.0.0.1:39927_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection
   [junit4]   2> 1242198 INFO  (parallelCoreAdminExecutor-3123-thread-1-processing-n:127.0.0.1:39927_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676 RELOAD) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node4/reloaded_collection_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node4/./reloaded_collection_shard2_replica2/data/]
   [junit4]   2> 1242198 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1242198 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection
   [junit4]   2> 1242200 INFO  (qtp1899880055-10716) [n:127.0.0.1:41707_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242203 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node2/reloaded_collection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_A6E45D41F2D9DBA2-001/tempDir-001/node2/./reloaded_collection_shard1_replica1/data/]
   [junit4]   2> 1242203 INFO  (qtp1457681621-10710) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242206 INFO  (qtp1739793129-10709) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242207 INFO  (qtp769587490-10726) [n:127.0.0.1:39927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242209 INFO  (qtp1899880055-10731) [n:127.0.0.1:41707_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242211 INFO  (qtp1457681621-10707) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242212 INFO  (qtp1739793129-10703) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242215 INFO  (qtp769587490-10714) [n:127.0.0.1:39927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242218 INFO  (qtp1899880055-10736) [n:127.0.0.1:41707_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242221 INFO  (qtp1457681621-10708) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242223 INFO  (qtp1739793129-10704) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242225 INFO  (qtp769587490-10726) [n:127.0.0.1:39927_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242226 INFO  (qtp1899880055-10728) [n:127.0.0.1:41707_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242228 INFO  (qtp1457681621-10713) [n:127.0.0.1:44767_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242229 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1242229 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1242233 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1242233 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1242235 INFO  (parallelCoreAdminExecutor-3126-thread-1-processing-n:127.0.0.1:41707_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481463854 RELOAD) [n:127.0.0.1:41707_solr c:reloaded_collection s:shard2 r:core_node4 x:reloaded_collection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@48b3d1cd[reloaded_collection_shard2_replica1] main]
   [junit4]   2> 1242235 INFO  (parallelCoreAdminExecutor-3128-thread-1-processing-n:127.0.0.1:44767_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481353137 RELOAD) [n:127.0.0.1:44767_solr c:reloaded_collection s:shard1 r:core_node1 x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@61c7b06f[reloaded_collection_shard1_replica1] main]
   [junit4]   2> 1242235 INFO  (parallelCoreAdminExecutor-3123-thread-1-processing-n:127.0.0.1:39927_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676 RELOAD) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1242235 INFO  (parallelCoreAdminExecutor-3123-thread-1-processing-n:127.0.0.1:39927_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481444676 RELOAD) [n:127.0.0.1:39927_solr c:reloaded_collection s:shard2 r:core_node3 x:reloaded_collection_shard2_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1242236 INFO  (qtp1739793129-10704) [n:127.0.0.1:36847_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={action=STATUS&indexInfo=false&wt=javabin&version=2} status=0 QTime=0
   [junit4]   2> 1242236 INFO  (parallelCoreAdminExecutor-3122-thread-1-processing-n:127.0.0.1:36847_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838 RELOAD) [n:127.0.0.1:36847_solr c:reloaded_collection s:shard1 r:core_node2 x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1242236 INFO  (parallelCoreAdminExecutor-3122-thread-1-processing-n:127.0.0.1:36847_solr b0e1ca6d-8697-4d13-8a9c-6b27303ef2632511046481391838 RELOAD) [n:127.0.0.1:36847_solr c:reload

[...truncated too long message...]

 	... 7 more
   [junit4]   2> 
   [junit4]   2> 2057497 WARN  (zkCallback-3196-thread-1-processing-n:127.0.0.1:41771_solr) [n:127.0.0.1:41771_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2057497 INFO  (jetty-closer-3168-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3ed6b10b{/solr,null,UNAVAILABLE}
   [junit4]   2> 2057497 WARN  (zkCallback-3182-thread-1-processing-n:127.0.0.1:39897_solr) [n:127.0.0.1:39897_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2057498 WARN  (zkCallback-3182-thread-2-processing-n:127.0.0.1:39897_solr) [n:127.0.0.1:39897_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/authCollection/state.json]
   [junit4]   2> 2057498 INFO  (jetty-closer-3168-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3df7eb90{/solr,null,UNAVAILABLE}
   [junit4]   2> 2057498 WARN  (zkCallback-3184-thread-1-processing-n:127.0.0.1:38825_solr) [n:127.0.0.1:38825_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2057498 INFO  (jetty-closer-3168-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@d952aff{/solr,null,UNAVAILABLE}
   [junit4]   2> 2057499 ERROR (SUITE-BasicAuthIntegrationTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2057499 INFO  (SUITE-BasicAuthIntegrationTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39121 39121
   [junit4]   2> 2062539 INFO  (Thread-6244) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:39121 39121
   [junit4]   2> 2062539 WARN  (Thread-6244) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98534354366824457-127.0.0.1:39897_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2062540 INFO  (SUITE-BasicAuthIntegrationTest-seed#[A6E45D41F2D9DBA2]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_A6E45D41F2D9DBA2-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62), sim=RandomSimilarity(queryNorm=true,coord=crazy): {}, locale=he, timezone=America/Jamaica
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=115228976,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [ResponseLogComponentTest, TestTolerantSearch, AutoCommitTest, TestCollectionAPI, CachingDirectoryFactoryTest, ZkStateWriterTest, TestMissingGroups, TestManagedResource, DocValuesMultiTest, SolrJmxReporterTest, TestSubQueryTransformer, TestBulkSchemaAPI, PrimUtilsTest, DirectUpdateHandlerOptimizeTest, TestNRTOpen, SubstringBytesRefFilterTest, SolrXmlInZkTest, TestPostingsSolrHighlighter, TestSolrCloudWithKerberosAlt, ReplicaListTransformerTest, BitVectorTest, VMParamsZkACLAndCredentialsProvidersTest, ChangedSchemaMergeTest, TestUtils, TestCoreDiscovery, TestImplicitCoreProperties, TestCloudPseudoReturnFields, TestSolrDeletionPolicy1, CurrencyFieldXmlFileTest, TestXIncludeConfig, TestXmlQParser, TestDFRSimilarityFactory, BlockJoinFacetRandomTest, SolrCoreCheckLockOnStartupTest, ActionThrottleTest, MinimalSchemaTest, TestRawTransformer, DistributedSuggestComponentTest, RulesTest, SimpleMLTQParserTest, V2ApiIntegrationTest, TestExtendedDismaxParser, PrimitiveFieldTypeTest, SolrPluginUtilsTest, TestSolrXml, SolrTestCaseJ4Test, TestSolr4Spatial2, ShowFileRequestHandlerTest, RecoveryZkTest, TestSolrQueryParser, TestSlowCompositeReaderWrapper, DirectoryFactoryTest, TestOnReconnectListenerSupport, TestSchemaVersionResource, TestSha256AuthenticationProvider, TestRestoreCore, SolrMetricManagerTest, TestHdfsBackupRestoreCore, CircularListTest, HdfsChaosMonkeyNothingIsSafeTest, TestCorePropertiesReload, TestStressReorder, DebugComponentTest, CoreMergeIndexesAdminHandlerTest, DistanceUnitsTest, NoCacheHeaderTest, TestReRankQParserPlugin, TestAnalyzeInfixSuggestions, UtilsToolTest, DistributedExpandComponentTest, XmlUpdateRequestHandlerTest, OpenExchangeRatesOrgProviderTest, TestDynamicFieldCollectionResource, PropertiesRequestHandlerTest, UpdateParamsTest, TestJsonFacets, TestLMJelinekMercerSimilarityFactory, CollectionTooManyReplicasTest, HdfsNNFailoverTest, SortSpecParsingTest, RollingRestartTest, AtomicUpdateProcessorFactoryTest, BinaryUpdateRequestHandlerTest, FieldAnalysisRequestHandlerTest, ResponseHeaderTest, HdfsLockFactoryTest, SOLR749Test, TestLeaderInitiatedRecoveryThread, TestHdfsUpdateLog, DOMUtilTest, CdcrUpdateLogTest, FieldMutatingUpdateProcessorTest, QueryResultKeyTest, DistributedFacetPivotLongTailTest, TestComplexPhraseLeadingWildcard, TestSortByMinMaxFunction, TestFieldCacheReopen, ReplaceNodeTest, HardAutoCommitTest, TestMergePolicyConfig, StatsComponentTest, BadIndexSchemaTest, SuggesterTest, TestAnalyzedSuggestions, DistributedFacetPivotWhiteBoxTest, TestFreeTextSuggestions, TestExactSharedStatsCache, TestJmxMonitoredMap, BadComponentTest, TestSolrConfigHandlerCloud, SolrGangliaReporterTest, TestCollationField, TestFieldCacheSortRandom, HttpPartitionTest, TestUninvertingReader, HdfsRestartWhileUpdatingTest, HdfsTlogReplayBufferedWhileIndexingTest, TestIndexSearcher, BasicDistributedZkTest, ChaosMonkeySafeLeaderTest, UnloadDistributedZkTest, OverseerTest, ClusterStateUpdateTest, TestRandomFaceting, ZkSolrClientTest, TestRandomDVFaceting, TestDistributedSearch, SolrCmdDistributorTest, ConvertedLegacyTest, TestSort, TestFiltering, DistributedQueryElevationComponentTest, CoreAdminHandlerTest, DocValuesTest, SuggesterTSTTest, TestTrie, SuggesterWFSTTest, PolyFieldTest, WordBreakSolrSpellCheckerTest, SchemaVersionSpecificBehaviorTest, TestPseudoReturnFields, QueryEqualityTest, DefaultValueUpdateProcessorTest, StatelessScriptUpdateProcessorFactoryTest, TestRemoteStreaming, DistanceFunctionTest, SolrInfoMBeanTest, XsltUpdateRequestHandlerTest, TestSurroundQueryParser, LukeRequestHandlerTest, DisMaxRequestHandlerTest, TestQueryUtils, TestWriterPerf, TestReversedWildcardFilterFactory, FileBasedSpellCheckerTest, RequestHandlersTest, PathHierarchyTokenizerFactoryTest, RequiredFieldsTest, LoggingHandlerTest, UpdateRequestProcessorFactoryTest, QueryParsingTest, PingRequestHandlerTest, HighlighterConfigTest, AlternateDirectoryTest, TestSolrIndexConfig, TestQuerySenderNoQuery, CopyFieldTest, SampleTest, TestDocSet, TestBinaryField, TestSearchPerf, TestElisionMultitermQuery, TestConfig, OutputWriterTest, TestFuzzyAnalyzedSuggestions, ExternalFileFieldSortTest, TestSolrCoreProperties, NotRequiredUniqueKeyTest, TestPhraseSuggestions, SpellPossibilityIteratorTest, TestCharFilters, TestCodecSupport, SynonymTokenizerTest, EchoParamsTest, TestPerFieldSimilarity, TestLMDirichletSimilarityFactory, TestIBSimilarityFactory, TestFastWriter, TimeZoneUtilsTest, TestFastOutputStream, URLClassifyProcessorTest, PluginInfoTest, TestFastLRUCache, ChaosMonkeyNothingIsSafeTest, TestDistributedMissingSort, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AsyncCallRequestStatusResponseTest, CloudExitableDirectoryReaderTest, CollectionReloadTest, CollectionsAPIAsyncDistributedZkTest, DeleteInactiveReplicaTest, DeleteNodeTest, DeleteStatusTest, DistribDocExpirationUpdateProcessorTest, LeaderInitiatedRecoveryOnCommitTest, MoveReplicaTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, ShardSplitTest, HdfsThreadLeakTest, RuleEngineTest, BlobRepositoryCloudTest, TestReloadAndDeleteDocs, TestShardHandlerFactory, TestSimpleTextCodec, TestSolrDynamicMBean, RequestLoggingTest, TestBlobHandler, TestReqParamsAPI, TestSolrConfigHandlerConcurrent, FacetPivotSmallTest, SpatialHeatmapFacetsTest, SmileWriterTest, TestIntervalFaceting, TestMacroExpander, JSONWriterTest, SmileWriterTest, TestExportWriter, TestChildDocTransformer, TestDynamicFieldResource, TestSchemaNameResource, TestManagedStopFilterFactory, BadCopyFieldTest, DocValuesMissingTest, PreAnalyzedFieldManagedSchemaCloudTest, SpatialRPTFieldTypeTest, TestCloudManagedSchema, TestCollationFieldDocValues, TestHalfAndHalfDocValues, TestManagedSchema, TestManagedSchemaAPI, TestSchemalessBufferedUpdates, AnalyticsMergeStrategyTest, AnalyticsQueryTest, CursorMarkTest, LargeFieldTest, TestComplexPhraseQParserPlugin, TestFilteredDocIdSet, TestHashQParserPlugin, TestMaxScoreQueryParser, TestQueryWrapperFilter, TestSearcherReuse, TestSolrCoreParser, TestSolrFieldCacheMBean, TestStandardQParsers, TestTrieFacet, TestXmlQParserPlugin, TestMinMaxOnMultiValuedField, BlockJoinFacetDistribTest, TestNestedDocsSort, TestScoreJoinQPNoScore, BasicAuthIntegrationTest]
   [junit4] Completed [681/713 (2!)] on J2 in 15.02s, 1 test, 1 error <<< FAILURES!

[...truncated 43567 lines...]

[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 84 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/84/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseConcMarkSweepGC

3 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.hdfs.HdfsRecoveryZkTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)  at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)  at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)  at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)  at sun.reflect.GeneratedConstructorAccessor230.newInstance(Unknown Source)  at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)  at java.lang.reflect.Constructor.newInstance(Constructor.java:423)  at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)  at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)  at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)  at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)  at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:922)  at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:564)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [HdfsTransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.HdfsTransactionLog
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.update.HdfsTransactionLog.<init>(HdfsTransactionLog.java:130)
	at org.apache.solr.update.HdfsUpdateLog.init(HdfsUpdateLog.java:203)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:153)
	at org.apache.solr.update.UpdateHandler.<init>(UpdateHandler.java:110)
	at org.apache.solr.update.DirectUpdateHandler2.<init>(DirectUpdateHandler2.java:108)
	at sun.reflect.GeneratedConstructorAccessor230.newInstance(Unknown Source)
	at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
	at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
	at org.apache.solr.core.SolrCore.createInstance(SolrCore.java:760)
	at org.apache.solr.core.SolrCore.createUpdateHandler(SolrCore.java:822)
	at org.apache.solr.core.SolrCore.initUpdateHandler(SolrCore.java:1088)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:947)
	at org.apache.solr.core.SolrCore.<init>(SolrCore.java:830)
	at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:922)
	at org.apache.solr.core.CoreContainer.lambda$load$5(CoreContainer.java:564)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:197)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)


	at __randomizedtesting.SeedInfo.seed([CEF34615EF769682]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.junit.Assert.assertNull(Assert.java:551)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:302)
	at sun.reflect.GeneratedMethodAccessor62.invoke(Unknown Source)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:870)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI

Error Message:
Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}

Stack Trace:
java.lang.AssertionError: Something is broken in the assert for no shards using the same indexDir - probably something was changed in the attributes published in the MBean of SolrCore : {}
	at __randomizedtesting.SeedInfo.seed([CEF34615EF769682:868632A1E945B917]:0)
	at org.junit.Assert.fail(Assert.java:93)
	at org.junit.Assert.assertTrue(Assert.java:43)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.checkNoTwoShardsUseTheSameIndexDir(CollectionsAPIDistributedZkTest.java:646)
	at org.apache.solr.cloud.CollectionsAPIDistributedZkTest.testCollectionsAPI(CollectionsAPIDistributedZkTest.java:524)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at https://127.0.0.1:36939/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:36939/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([CEF34615EF769682:729D30074B2515F8]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 12076 lines...]
   [junit4] Suite: org.apache.solr.cloud.CollectionsAPIDistributedZkTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/init-core-data-001
   [junit4]   2> 964161 WARN  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=22 numCloses=22
   [junit4]   2> 964161 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.SolrTestCaseJ4 Using PointFields
   [junit4]   2> 964162 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 964163 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 4 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001
   [junit4]   2> 964163 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 964163 INFO  (Thread-4098) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 964163 INFO  (Thread-4098) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 964164 ERROR (Thread-4098) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 964263 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:46529
   [junit4]   2> 964270 INFO  (jetty-launcher-1435-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 964270 INFO  (jetty-launcher-1435-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 964270 INFO  (jetty-launcher-1435-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 964271 INFO  (jetty-launcher-1435-thread-4) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@5c9bdb70{/solr,null,AVAILABLE}
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@597690a4{HTTP/1.1,[http/1.1]}{127.0.0.1:33277}
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.e.j.s.Server Started @965810ms
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33277}
   [junit4]   2> 964274 ERROR (jetty-launcher-1435-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 964274 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T12:46:06.411Z
   [junit4]   2> 964275 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 964278 INFO  (jetty-launcher-1435-thread-4) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@75dd8ce{/solr,null,AVAILABLE}
   [junit4]   2> 964278 INFO  (jetty-launcher-1435-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@454a42cf{/solr,null,AVAILABLE}
   [junit4]   2> 964278 INFO  (jetty-launcher-1435-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@f60e0bf{HTTP/1.1,[http/1.1]}{127.0.0.1:35243}
   [junit4]   2> 964278 INFO  (jetty-launcher-1435-thread-1) [    ] o.e.j.s.Server Started @965814ms
   [junit4]   2> 964278 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35243}
   [junit4]   2> 964279 ERROR (jetty-launcher-1435-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T12:46:06.416Z
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@358b300e{/solr,null,AVAILABLE}
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@44583ee{HTTP/1.1,[http/1.1]}{127.0.0.1:40087}
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-3) [    ] o.e.j.s.Server Started @965815ms
   [junit4]   2> 964279 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=40087}
   [junit4]   2> 964280 ERROR (jetty-launcher-1435-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 964280 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 964280 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 964280 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 964280 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T12:46:06.417Z
   [junit4]   2> 964281 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 964289 INFO  (jetty-launcher-1435-thread-4) [    ] o.e.j.s.AbstractConnector Started ServerConnector@55111837{HTTP/1.1,[http/1.1]}{127.0.0.1:34761}
   [junit4]   2> 964289 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 964289 INFO  (jetty-launcher-1435-thread-4) [    ] o.e.j.s.Server Started @965825ms
   [junit4]   2> 964290 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34761}
   [junit4]   2> 964290 ERROR (jetty-launcher-1435-thread-4) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 964290 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 964290 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 964290 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 964290 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T12:46:06.427Z
   [junit4]   2> 964290 INFO  (jetty-launcher-1435-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46529/solr
   [junit4]   2> 964290 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 964298 INFO  (jetty-launcher-1435-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46529/solr
   [junit4]   2> 964299 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 964306 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 964307 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 964312 INFO  (jetty-launcher-1435-thread-4) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46529/solr
   [junit4]   2> 964312 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 964313 INFO  (jetty-launcher-1435-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46529/solr
   [junit4]   2> 964318 INFO  (jetty-launcher-1435-thread-2) [n:127.0.0.1:33277_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 964318 INFO  (jetty-launcher-1435-thread-3) [n:127.0.0.1:40087_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 964318 INFO  (jetty-launcher-1435-thread-2) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:33277_solr
   [junit4]   2> 964318 INFO  (jetty-launcher-1435-thread-2) [n:127.0.0.1:33277_solr    ] o.a.s.c.Overseer Overseer (id=98532875717902344-127.0.0.1:33277_solr-n_0000000000) starting
   [junit4]   2> 964318 INFO  (jetty-launcher-1435-thread-3) [n:127.0.0.1:40087_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:40087_solr
   [junit4]   2> 964320 INFO  (zkCallback-1448-thread-1-processing-n:127.0.0.1:40087_solr) [n:127.0.0.1:40087_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 964326 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 964328 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e0f20dfdd000a, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 964334 INFO  (jetty-launcher-1435-thread-2) [n:127.0.0.1:33277_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33277_solr
   [junit4]   2> 964334 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 964335 INFO  (zkCallback-1448-thread-1-processing-n:127.0.0.1:40087_solr) [n:127.0.0.1:40087_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 964335 INFO  (jetty-launcher-1435-thread-4) [n:127.0.0.1:34761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 964335 INFO  (jetty-launcher-1435-thread-1) [n:127.0.0.1:35243_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 964336 INFO  (jetty-launcher-1435-thread-4) [n:127.0.0.1:34761_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 964336 INFO  (jetty-launcher-1435-thread-1) [n:127.0.0.1:35243_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 964337 INFO  (jetty-launcher-1435-thread-4) [n:127.0.0.1:34761_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34761_solr
   [junit4]   2> 964337 INFO  (jetty-launcher-1435-thread-1) [n:127.0.0.1:35243_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35243_solr
   [junit4]   2> 964337 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 964339 INFO  (zkCallback-1448-thread-1-processing-n:127.0.0.1:40087_solr) [n:127.0.0.1:40087_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 964347 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 964347 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:34761_solr) [n:127.0.0.1:34761_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (4)
   [junit4]   2> 964373 INFO  (jetty-launcher-1435-thread-3) [n:127.0.0.1:40087_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node3/.
   [junit4]   2> 964374 INFO  (jetty-launcher-1435-thread-1) [n:127.0.0.1:35243_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node1/.
   [junit4]   2> 964397 INFO  (jetty-launcher-1435-thread-4) [n:127.0.0.1:34761_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node4/.
   [junit4]   2> 964452 INFO  (jetty-launcher-1435-thread-2) [n:127.0.0.1:33277_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node2/.
   [junit4]   2> 964458 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 964458 INFO  (SUITE-CollectionsAPIDistributedZkTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46529/solr ready
   [junit4]   2> 964474 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[CEF34615EF769682]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCreateShouldFailOnExistingCore
   [junit4]   2> 964474 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[CEF34615EF769682]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 964476 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-002&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2
   [junit4]   2> 964477 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 964478 INFO  (OverseerStateUpdate-98532875717902344-127.0.0.1:33277_solr-n_0000000000) [n:127.0.0.1:33277_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 965489 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 965503 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 965505 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 965506 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker, trusted=true
   [junit4]   2> 965506 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 965506 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node1/halfcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-002/]
   [junit4]   2> 965548 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 965548 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 965548 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 965548 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 965549 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e92f93[halfcollection_shard1_replica1] main]
   [junit4]   2> 965550 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 965550 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 965550 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 965550 INFO  (searcherExecutor-3870-thread-1-processing-n:127.0.0.1:35243_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@4e92f93[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 965550 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576526012939763712
   [junit4]   2> 965553 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 965553 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 965553 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:35243/solr/halfcollection_shard1_replica1/
   [junit4]   2> 965553 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 965554 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:35243/solr/halfcollection_shard1_replica1/ has no replicas
   [junit4]   2> 965554 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 965555 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:35243/solr/halfcollection_shard1_replica1/ shard1
   [junit4]   2> 965705 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 965706 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr c:halfcollectionblocker   x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-002&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker&wt=javabin&version=2} status=0 QTime=1229
   [junit4]   2> 965708 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr    ] o.a.s.h.a.CoreAdminOperation core create command dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2
   [junit4]   2> 965708 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 965709 INFO  (OverseerStateUpdate-98532875717902344-127.0.0.1:33277_solr-n_0000000000) [n:127.0.0.1:33277_solr    ] o.a.s.c.o.ReplicaMutator Assigning new node to shard shard=shard1
   [junit4]   2> 966715 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 966718 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema [halfcollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 966719 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 966719 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard1_replica1' using configuration from collection halfcollectionblocker2, trusted=true
   [junit4]   2> 966720 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 966720 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [[halfcollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node3/halfcollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-003/]
   [junit4]   2> 966738 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 966738 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 966739 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 966739 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 966739 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@274e7961[halfcollection_shard1_replica1] main]
   [junit4]   2> 966740 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 966740 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 966740 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 966740 INFO  (searcherExecutor-3875-thread-1-processing-n:127.0.0.1:40087_solr x:halfcollection_shard1_replica1 c:halfcollectionblocker2) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SolrCore [halfcollection_shard1_replica1] Registered new searcher Searcher@274e7961[halfcollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 966740 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576526014187569152
   [junit4]   2> 966743 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 966743 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 966743 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40087/solr/halfcollection_shard1_replica1/
   [junit4]   2> 966743 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 966743 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:40087/solr/halfcollection_shard1_replica1/ has no replicas
   [junit4]   2> 966743 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 966744 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40087/solr/halfcollection_shard1_replica1/ shard1
   [junit4]   2> 966895 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 966896 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollectionblocker2   x:halfcollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={dataDir=/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-003&collection.configName=conf&name=halfcollection_shard1_replica1&action=CREATE&numShards=1&collection=halfcollectionblocker2&wt=javabin&version=2} status=0 QTime=1188
   [junit4]   2> 966899 INFO  (qtp1139346600-10678) [n:127.0.0.1:34761_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35243_solr,127.0.0.1:40087_solr&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 966901 INFO  (OverseerThreadFactory-3861-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.CreateCollectionCmd Create collection halfcollection
   [junit4]   2> 967109 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 967109 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 967109 WARN  (qtp1153771808-10677) [n:127.0.0.1:35243_solr    ] o.a.s.c.CoreContainer Creating a core with existing name is not allowed
   [junit4]   2> 967110 ERROR (qtp1153771808-10677) [n:127.0.0.1:35243_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:839)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 967110 INFO  (qtp1153771808-10677) [n:127.0.0.1:35243_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard1_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard1&wt=javabin&version=2} status=500 QTime=1
   [junit4]   2> 967110 ERROR (qtp1153771808-10677) [n:127.0.0.1:35243_solr    ] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: Core with name 'halfcollection_shard1_replica1' already exists.
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.create(CoreContainer.java:839)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:91)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:384)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:388)
   [junit4]   2> 	at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:174)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:395)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 967111 ERROR (OverseerThreadFactory-3861-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerCollectionMessageHandler Error from shard: http://127.0.0.1:35243/solr
   [junit4]   2> org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:35243/solr: Core with name 'halfcollection_shard1_replica1' already exists.
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
   [junit4]   2> 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrClient.request(SolrClient.java:1219)
   [junit4]   2> 	at org.apache.solr.handler.component.HttpShardHandler.lambda$submit$0(HttpShardHandler.java:163)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
   [junit4]   2> 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]   2> 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedRunnable.run(InstrumentedExecutorService.java:176)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 967213 INFO  (zkCallback-1448-thread-1-processing-n:127.0.0.1:40087_solr) [n:127.0.0.1:40087_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 968118 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 968123 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema [halfcollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 968124 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 968124 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'halfcollection_shard2_replica1' using configuration from collection halfcollection, trusted=true
   [junit4]   2> 968125 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 968125 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [[halfcollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node3/halfcollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node3/./halfcollection_shard2_replica1/data/]
   [junit4]   2> 968148 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 968148 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 968148 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 968148 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 968149 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@10f84bae[halfcollection_shard2_replica1] main]
   [junit4]   2> 968149 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 968150 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 968150 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 968150 INFO  (searcherExecutor-3880-thread-1-processing-n:127.0.0.1:40087_solr x:halfcollection_shard2_replica1 s:shard2 c:halfcollection) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SolrCore [halfcollection_shard2_replica1] Registered new searcher Searcher@10f84bae[halfcollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 968150 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576526015666061312
   [junit4]   2> 968153 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 968153 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 968153 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:40087/solr/halfcollection_shard2_replica1/
   [junit4]   2> 968153 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 968153 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:40087/solr/halfcollection_shard2_replica1/ has no replicas
   [junit4]   2> 968153 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 968154 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:40087/solr/halfcollection_shard2_replica1/ shard2
   [junit4]   2> 968255 INFO  (zkCallback-1448-thread-1-processing-n:127.0.0.1:40087_solr) [n:127.0.0.1:40087_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/halfcollection/state.json] for collection [halfcollection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 968305 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 968306 INFO  (qtp2030388816-10674) [n:127.0.0.1:40087_solr c:halfcollection s:shard2  x:halfcollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=halfcollection_shard2_replica1&action=CREATE&numShards=2&collection=halfcollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1197
   [junit4]   2> 968307 ERROR (OverseerThreadFactory-3861-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerCollectionMessageHandler Cleaning up collection [halfcollection].
   [junit4]   2> 968307 INFO  (OverseerThreadFactory-3861-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 968309 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
   [junit4]   2> 968310 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.c.SolrCore [halfcollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@8ad152f
   [junit4]   2> 968311 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection.shard2.replica1
   [junit4]   2> 968313 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard2_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=4
   [junit4]   2> 969016 INFO  (OverseerThreadFactory-3861-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.CreateCollectionCmd Cleaned up artifacts for failed create collection for [halfcollection]
   [junit4]   2> 969020 INFO  (qtp1139346600-10678) [n:127.0.0.1:34761_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 970903 INFO  (OverseerCollectionConfigSetProcessor-98532875717902344-127.0.0.1:33277_solr-n_0000000000) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 999023 ERROR (qtp1139346600-10678) [n:127.0.0.1:34761_solr    ] o.a.s.h.a.CollectionsHandler Timed out waiting for new collection's replicas to become ACTIVE with timeout=30
   [junit4]   2> 999023 INFO  (qtp1139346600-10678) [n:127.0.0.1:34761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=halfcollection&action=CREATE&numShards=2&createNodeSet=127.0.0.1:35243_solr,127.0.0.1:40087_solr&wt=javabin&version=2} status=0 QTime=32123
   [junit4]   2> 999023 INFO  (TEST-CollectionsAPIDistributedZkTest.testCreateShouldFailOnExistingCore-seed#[CEF34615EF769682]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testCreateShouldFailOnExistingCore
   [junit4]   2> 999040 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[CEF34615EF769682]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBadActionNames
   [junit4]   2> 999040 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[CEF34615EF769682]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 999042 INFO  (qtp1139346600-10679) [n:127.0.0.1:34761_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 999043 INFO  (OverseerThreadFactory-3861-thread-2-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 999044 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
   [junit4]   2> 999044 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.c.SolrCore [halfcollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@795a510c
   [junit4]   2> 999045 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
   [junit4]   2> 999046 INFO  (qtp2030388816-10682) [n:127.0.0.1:40087_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 999748 INFO  (qtp1139346600-10679) [n:127.0.0.1:34761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker2&action=DELETE&wt=javabin&version=2} status=0 QTime=705
   [junit4]   2> 999750 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :delete with params name=halfcollectionblocker&action=DELETE&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 999751 INFO  (OverseerThreadFactory-3861-thread-3-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=UNLOAD&deleteInstanceDir=true&deleteDataDir=true
   [junit4]   2> 999751 INFO  (OverseerCollectionConfigSetProcessor-98532875717902344-127.0.0.1:33277_solr-n_0000000000) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 999752 INFO  (qtp1153771808-10658) [n:127.0.0.1:35243_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
   [junit4]   2> 999752 INFO  (qtp1153771808-10658) [n:127.0.0.1:35243_solr    ] o.a.s.c.SolrCore [halfcollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b49ef26
   [junit4]   2> 999753 INFO  (qtp1153771808-10658) [n:127.0.0.1:35243_solr    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.halfcollection_shard1_replica1
   [junit4]   2> 999753 INFO  (qtp1153771808-10658) [n:127.0.0.1:35243_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=halfcollection_shard1_replica1&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2} status=0 QTime=2
   [junit4]   2> 1000456 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=halfcollectionblocker&action=DELETE&wt=javabin&version=2} status=0 QTime=706
   [junit4]   2> 1000458 ERROR (qtp1139346600-10654) [n:127.0.0.1:34761_solr    ] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: Unknown action: BADACTION
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:210)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:173)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:748)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:729)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:510)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:361)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:305)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:136)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1699)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:582)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:224)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1180)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:512)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:185)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1112)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:462)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:134)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:534)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:320)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:251)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:95)
   [junit4]   2> 	at org.eclipse.jetty.io.SelectChannelEndPoint$2.run(SelectChannelEndPoint.java:93)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.executeProduceConsume(ExecuteProduceConsume.java:303)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.produceConsume(ExecuteProduceConsume.java:148)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.strategy.ExecuteProduceConsume.run(ExecuteProduceConsume.java:136)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:671)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:589)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1000458 INFO  (qtp1139346600-10654) [n:127.0.0.1:34761_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=badactioncollection&action=BADACTION&numShards=2&wt=javabin&version=2} status=400 QTime=0
   [junit4]   2> 1000458 INFO  (TEST-CollectionsAPIDistributedZkTest.testBadActionNames-seed#[CEF34615EF769682]) [    ] o.a.s.SolrTestCaseJ4 ###Ending testBadActionNames
   [junit4]   2> 1000476 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[CEF34615EF769682]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testCollectionReload
   [junit4]   2> 1000477 INFO  (TEST-CollectionsAPIDistributedZkTest.testCollectionReload-seed#[CEF34615EF769682]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (4)
   [junit4]   2> 1000479 INFO  (qtp1139346600-10678) [n:127.0.0.1:34761_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=2&collection.configName=conf&name=reloaded_collection&action=CREATE&numShards=2&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 1000480 INFO  (OverseerThreadFactory-3861-thread-4-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.CreateCollectionCmd Create collection reloaded_collection
   [junit4]   2> 1000480 INFO  (OverseerCollectionConfigSetProcessor-98532875717902344-127.0.0.1:33277_solr-n_0000000000) [n:127.0.0.1:33277_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000004 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 1000686 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1000686 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard1_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 1000686 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1000686 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1000686 INFO  (qtp1153771808-10651) [n:127.0.0.1:35243_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica1&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1000686 INFO  (qtp2030388816-10648) [n:127.0.0.1:40087_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=reloaded_collection_shard2_replica2&action=CREATE&numShards=2&collection=reloaded_collection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 1000790 INFO  (zkCallback-1458-thread-1-processing-n:127.0.0.1:34761_solr) [n:127.0.0.1:34761_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1000790 INFO  (zkCallback-1450-thread-1-processing-n:127.0.0.1:33277_solr) [n:127.0.0.1:33277_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1000790 INFO  (zkCallback-1448-thread-2-processing-n:127.0.0.1:40087_solr) [n:127.0.0.1:40087_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1000790 INFO  (zkCallback-1459-thread-1-processing-n:127.0.0.1:35243_solr) [n:127.0.0.1:35243_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/reloaded_collection/state.json] for collection [reloaded_collection] has occurred - updating... (live nodes size: [4])
   [junit4]   2> 1001730 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1001731 INFO  (qtp2030388816-10648) [n:127.0.0.1:40087_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1001737 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1001737 INFO  (qtp1153771808-10651) [n:127.0.0.1:35243_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 1001741 INFO  (qtp2030388816-10648) [n:127.0.0.1:40087_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica2] Schema name=minimal
   [junit4]   2> 1001741 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica2] Schema name=minimal
   [junit4]   2> 1001743 INFO  (qtp2030388816-10648) [n:127.0.0.1:40087_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1001743 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1001743 INFO  (qtp2030388816-10648) [n:127.0.0.1:40087_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica2' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1001744 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica2' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1001744 INFO  (qtp2030388816-10648) [n:127.0.0.1:40087_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1001744 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1001744 INFO  (qtp1153771808-10651) [n:127.0.0.1:35243_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard2_replica1] Schema name=minimal
   [junit4]   2> 1001744 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node2/reloaded_collection_shard1_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node2/./reloaded_collection_shard1_replica2/data/]
   [junit4]   2> 1001746 INFO  (qtp1153771808-10651) [n:127.0.0.1:35243_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1001746 INFO  (qtp1153771808-10651) [n:127.0.0.1:35243_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard2_replica1' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1001747 INFO  (qtp1153771808-10651) [n:127.0.0.1:35243_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1001747 INFO  (qtp1153771808-10651) [n:127.0.0.1:35243_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node1/reloaded_collection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node1/./reloaded_collection_shard2_replica1/data/]
   [junit4]   2> 1001744 INFO  (qtp2030388816-10648) [n:127.0.0.1:40087_solr c:reloaded_collection s:shard2  x:reloaded_collection_shard2_replica2] o.a.s.c.SolrCore [[reloaded_collection_shard2_replica2] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node3/reloaded_collection_shard2_replica2], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node3/./reloaded_collection_shard2_replica2/data/]
   [junit4]   2> 1001749 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema [reloaded_collection_shard1_replica1] Schema name=minimal
   [junit4]   2> 1001751 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 1001751 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'reloaded_collection_shard1_replica1' using configuration from collection reloaded_collection, trusted=true
   [junit4]   2> 1001752 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 1001752 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.c.SolrCore [[reloaded_collection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node4/reloaded_collection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J1/temp/solr.cloud.CollectionsAPIDistributedZkTest_CEF34615EF769682-001/tempDir-001/node4/./reloaded_collection_shard1_replica1/data/]
   [junit4]   2> 1001808 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1001808 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1001809 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1001809 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1001809 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3051b6b[reloaded_collection_shard1_replica2] main]
   [junit4]   2> 1001810 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 1001811 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 1001811 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 1001811 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576526050962178048
   [junit4]   2> 1001816 INFO  (qtp1112438321-10662) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9998ms
   [junit4]   2> 1001817 INFO  (searcherExecutor-3886-thread-1-processing-n:127.0.0.1:33277_solr x:reloaded_collection_shard1_replica2 s:shard1 c:reloaded_collection) [n:127.0.0.1:33277_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica2] o.a.s.c.SolrCore [reloaded_collection_shard1_replica2] Registered new searcher Searcher@3051b6b[reloaded_collection_shard1_replica2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 1001822 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 1001822 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1001823 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1001823 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1001824 INFO  (qtp1139346600-10680) [n:127.0.0.1:34761_solr c:reloaded_collection s:shard1  x:reloaded_collection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@b4946d1[re

[...truncated too long message...]

rrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 2026365 ERROR (coreZkRegister-6760-thread-1-processing-n:127.0.0.1:39119_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:39119_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 2026484 WARN  (zkCallback-2574-thread-1-processing-n:127.0.0.1:39119_solr) [n:127.0.0.1:39119_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2026484 WARN  (zkCallback-2558-thread-2-processing-n:127.0.0.1:36093_solr) [n:127.0.0.1:36093_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2026484 INFO  (jetty-closer-2546-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2b522bce{/solr,null,UNAVAILABLE}
   [junit4]   2> 2026484 INFO  (jetty-closer-2546-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@754cb3ef{/solr,null,UNAVAILABLE}
   [junit4]   2> 2026485 WARN  (zkCallback-2557-thread-1-processing-n:127.0.0.1:36939_solr) [n:127.0.0.1:36939_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2026485 INFO  (jetty-closer-2546-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@5b619d0f{/solr,null,UNAVAILABLE}
   [junit4]   2> 2026486 ERROR (SUITE-BasicAuthIntegrationTest-seed#[CEF34615EF769682]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2026486 INFO  (SUITE-BasicAuthIntegrationTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46447 46447
   [junit4]   2> 2032119 INFO  (Thread-5386) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:46447 46447
   [junit4]   2> 2032120 WARN  (Thread-5386) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98532944700637191-127.0.0.1:36093_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2032121 INFO  (SUITE-BasicAuthIntegrationTest-seed#[CEF34615EF769682]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_CEF34615EF769682-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=675, maxMBSortInHeap=6.352282703020231, sim=RandomSimilarity(queryNorm=true,coord=no): {}, locale=es-SV, timezone=America/Argentina/Mendoza
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=153594456,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [SimpleCollectionCreateDeleteTest, NoCacheHeaderTest, ShowFileRequestHandlerTest, OverseerRolesTest, V2ApiIntegrationTest, TestBulkSchemaAPI, TestAuthorizationFramework, TestSchemalessBufferedUpdates, TestSolrDeletionPolicy1, TestCollectionAPI, SuggestComponentContextFilterQueryTest, DistributedSuggestComponentTest, BlockDirectoryTest, SolrMetricManagerTest, DistributedExpandComponentTest, TestMacroExpander, UnloadDistributedZkTest, TestManagedSynonymFilterFactory, TimeZoneUtilsTest, TestSchemaVersionResource, BadComponentTest, PreAnalyzedFieldTest, TestCloudInspectUtil, SpatialRPTFieldTypeTest, TestRTimerTree, OverseerTest, FieldMutatingUpdateProcessorTest, TestNonDefinedSimilarityFactory, SuggesterTSTTest, TestRestoreCore, TestSolrXml, TestPhraseSuggestions, StatsComponentTest, DocValuesMultiTest, TestConfigsApi, TestOverriddenPrefixQueryForCustomFieldType, PrimUtilsTest, TestJmxMonitoredMap, SuggesterTest, TestReload, TestSolrQueryParserResource, TestStressInPlaceUpdates, QueryParsingTest, TestReRankQParserPlugin, ActionThrottleTest, SortSpecParsingTest, TestExactSharedStatsCache, TestComplexPhraseLeadingWildcard, StressHdfsTest, TestFieldCacheSortRandom, AutoCommitTest, TestHdfsUpdateLog, LukeRequestHandlerTest, TestSort, FieldAnalysisRequestHandlerTest, TestImplicitCoreProperties, TestSolrCloudWithHadoopAuthPlugin, BasicDistributedZk2Test, ReplicaListTransformerTest, LargeFieldTest, TestScoreJoinQPScore, TestSubQueryTransformer, TestShortCircuitedRequests, StatelessScriptUpdateProcessorFactoryTest, ResponseLogComponentTest, TestCorePropertiesReload, TestReversedWildcardFilterFactory, MultiThreadedOCPTest, TestOnReconnectListenerSupport, SolrTestCaseJ4Test, TestSchemaNameResource, ClassificationUpdateProcessorIntegrationTest, TestSolrJ, TestEmbeddedSolrServerSchemaAPI, TestCloudPseudoReturnFields, HardAutoCommitTest, SolrIndexMetricsTest, SolrPluginUtilsTest, TestUninvertingReader, AnalyticsMergeStrategyTest, BlockJoinFacetRandomTest, TestIndexSearcher, TestMergePolicyConfig, TestTolerantUpdateProcessorRandomCloud, TestMissingGroups, TestHdfsBackupRestoreCore, RollingRestartTest, TestSlowCompositeReaderWrapper, AtomicUpdateProcessorFactoryTest, LeaderElectionTest, BitVectorTest, ResponseHeaderTest, TestRawTransformer, CurrencyFieldXmlFileTest, ShardSplitTest, TestFreeTextSuggestions, PrimitiveFieldTypeTest, MinimalSchemaTest, SpellPossibilityIteratorTest, TestSha256AuthenticationProvider, TestExportWriter, CachingDirectoryFactoryTest, BadIndexSchemaTest, TestSortByMinMaxFunction, TestHashQParserPlugin, DirectUpdateHandlerTest, HttpPartitionTest, TestConfigSetsAPIZkFailure, SimpleMLTQParserTest, DistanceUnitsTest, TestCloudNestedDocsSort, TestXIncludeConfig, TestConfig, SimpleFacetsTest, SoftAutoCommitTest, TestSolrQueryParser, TestCollationField, TestAnalyzedSuggestions, PingRequestHandlerTest, MultiTermTest, TestDocSet, TestBinaryField, NumericFieldsTest, OutputWriterTest, TestFuzzyAnalyzedSuggestions, TestSolrCoreProperties, TestPostingsSolrHighlighter, TestCharFilters, TestCodecSupport, TestDFRSimilarityFactory, TestLMDirichletSimilarityFactory, TestLMJelinekMercerSimilarityFactory, ScriptEngineTest, OpenExchangeRatesOrgProviderTest, PluginInfoTest, DateMathParserTest, ChaosMonkeyNothingIsSafeTest, CloudExitableDirectoryReaderTest, CollectionsAPISolrJTest, DeleteReplicaTest, DistributedVersionInfoTest, LeaderFailoverAfterPartitionTest, NodeMutatorTest, OutOfBoxZkACLAndCredentialsProvidersTest, OverriddenZkACLAndCredentialsProvidersTest, SolrXmlInZkTest, TestCloudJSONFacetJoinDomain, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestLeaderInitiatedRecoveryThread, TestMiniSolrCloudClusterSSL, TestRandomRequestDistribution, TestRequestForwarding, TestSSLRandomization, TestSegmentSorting, HdfsRecoverLeaseTest, HdfsRestartWhileUpdatingTest, HdfsSyncSliceTest, HdfsTlogReplayBufferedWhileIndexingTest, HdfsUnloadDistributedZkTest, TestClusterStateMutator, ZkStateReaderTest, ZkStateWriterTest, RulesTest, HdfsDirectoryFactoryTest, RequestLoggingTest, TestBlobHandler, TestSolrConfigHandlerConcurrent, DistributedFacetPivotWhiteBoxTest, TestExpandComponent, TestPivotHelperCode, JavabinLoaderTest, HighlighterMaxOffsetTest, TestUnifiedSolrHighlighter, JvmMetricsTest, SolrGangliaReporterTest, SolrJmxReporterTest, SolrSlf4jReporterTest, TestManagedResource, TestCopyFieldCollectionResource, TestDynamicFieldCollectionResource, TestFieldCollectionResource, TestFieldResource, TestSchemaResource, TestSolrQueryParserDefaultOperatorResource, BadCopyFieldTest, ChangedSchemaMergeTest, EnumFieldTest, ManagedSchemaRoundRobinCloudTest, TestUseDocValuesAsStored, TestSolr4Spatial2, TestSolrFieldCacheMBean, TestStressUserVersions, TestJsonFacets, BasicAuthIntegrationTest]
   [junit4] Completed [680/713 (3!)] on J2 in 15.60s, 1 test, 1 error <<< FAILURES!

[...truncated 43593 lines...]

[JENKINS-EA] Lucene-Solr-6.6-Linux (64bit/jdk-9-ea+181) - Build # 83 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/83/
Java: 64bit/jdk-9-ea+181 -XX:-UseCompressedOops -XX:+UseConcMarkSweepGC --illegal-access=deny

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at https://127.0.0.1:37543/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37543/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([35F73E912E24C7B7:899948838A7744CD]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:564)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.base/java.lang.Thread.run(Thread.java:844)




Build Log:
[...truncated 1704 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J1-20170823_070643_7445294290550816645840.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J2-20170823_070643_7489182073179245309401.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/core/test/temp/junit4-J0-20170823_070643_7481261944324593578530.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 289 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J0-20170823_071223_0693345164830698172034.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J1-20170823_071223_0842211625440963188488.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/test-framework/test/temp/junit4-J2-20170823_071223_0846645001902022264951.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1033 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J1-20170823_071326_52912201377800948610051.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J0-20170823_071326_5293025848774800360970.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/common/test/temp/junit4-J2-20170823_071326_52912565583915646606499.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 213 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J2-20170823_071541_9114661226404867270502.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J1-20170823_071541_912794345817480223725.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/icu/test/temp/junit4-J0-20170823_071541_9111951084999706326549.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 237 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J0-20170823_071555_7229455723944266664496.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J2-20170823_071555_7225275638278020389621.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/kuromoji/test/temp/junit4-J1-20170823_071555_7226070574468957171150.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 146 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J1-20170823_071620_8923449523717332000744.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J0-20170823_071620_8924533323661283363450.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/morfologik/test/temp/junit4-J2-20170823_071620_8923859430681260962833.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 158 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J0-20170823_071624_1581047319343133514560.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J2-20170823_071624_1584747987811037084602.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/phonetic/test/temp/junit4-J1-20170823_071624_1581367642687386899046.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 145 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J1-20170823_071634_1787249020379766284759.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/smartcn/test/temp/junit4-J0-20170823_071634_1785405049835640639695.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 149 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J2-20170823_071642_2502614493503902004409.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J1-20170823_071642_250843590186069919134.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/stempel/test/temp/junit4-J0-20170823_071642_25014800478963153469537.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 161 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/analysis/uima/test/temp/junit4-J0-20170823_071645_0272781498340110316968.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 157 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J1-20170823_071651_7302318033574053077250.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 17 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J0-20170823_071651_7305969417867989282948.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 9 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/backward-codecs/test/temp/junit4-J2-20170823_071651_7302743255812290706188.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 1344 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J2-20170823_071815_97016934121807164707504.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J1-20170823_071815_97012253946196463399186.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/benchmark/test/temp/junit4-J0-20170823_071815_9705085523258944299819.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 226 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J0-20170823_071824_66817944213223949241872.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J1-20170823_071824_6688502989188397218506.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/classification/test/temp/junit4-J2-20170823_071824_6687412816861734052542.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 252 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J0-20170823_071833_12717501933892843164643.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J1-20170823_071833_12717932480114110369572.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/codecs/test/temp/junit4-J2-20170823_071833_12714233548918917297904.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 229 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J1-20170823_072011_79318153286774047184374.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J0-20170823_072011_7932992848004903060817.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/demo/test/temp/junit4-J2-20170823_072011_7933306185177418869188.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 165 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J1-20170823_072014_3689539396395757625534.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J2-20170823_072014_3683001239093703717199.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/expressions/test/temp/junit4-J0-20170823_072014_3689844749471191340146.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 209 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J0-20170823_072021_1249368509365304073315.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J1-20170823_072021_12413058850362196324929.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/facet/test/temp/junit4-J2-20170823_072021_1244005744607166808657.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 159 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J2-20170823_072051_42413769616871447441971.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J1-20170823_072051_4245750443860556302553.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/grouping/test/temp/junit4-J0-20170823_072051_42416889960611896560468.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 241 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J1-20170823_072100_2648573691945061824188.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J0-20170823_072100_26413571913448053692028.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/highlighter/test/temp/junit4-J2-20170823_072100_2643850435795587904055.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 152 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J2-20170823_072122_5496583558684493919660.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J0-20170823_072122_54913954765541894268817.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/join/test/temp/junit4-J1-20170823_072122_54915847760247427595934.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 143 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/memory/test/temp/junit4-J0-20170823_072155_1878439373726108076920.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/memory/test/temp/junit4-J1-20170823_072155_1872192547787300149196.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 212 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J2-20170823_072204_4349075749219013836821.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J0-20170823_072204_4343344434811252446635.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/misc/test/temp/junit4-J1-20170823_072204_4349897720451830096579.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 309 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J2-20170823_072227_7346317170595421233379.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J0-20170823_072227_7346406404131018408429.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queries/test/temp/junit4-J1-20170823_072227_73415093771808353523653.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 227 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J1-20170823_072237_11111364115312691895516.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J2-20170823_072237_1114908760821642444364.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/queryparser/test/temp/junit4-J0-20170823_072237_11117905735711235777823.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 199 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J1-20170823_072244_524156560619954604432.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J2-20170823_072244_5241600441308468266261.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/replicator/test/temp/junit4-J0-20170823_072244_5242896521006505487270.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 191 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J2-20170823_072256_04111035218733829412917.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 21 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J0-20170823_072256_0418735137087947156201.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/sandbox/test/temp/junit4-J1-20170823_072256_04110946085759754277604.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 208 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J1-20170823_072335_07512641481106592369128.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J2-20170823_072335_07513671925792001069769.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial-extras/test/temp/junit4-J0-20170823_072335_075699753753348177164.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 151 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J0-20170823_072348_2948363750769405472006.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 7 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J2-20170823_072348_29617248549430090123613.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 11 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial/test/temp/junit4-J1-20170823_072348_2949569439689634463610.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 164 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J0-20170823_072445_610915108688651138203.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J2-20170823_072445_61013663294927871599426.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 5 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/spatial3d/test/temp/junit4-J1-20170823_072445_6101926035812601971400.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 293 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J0-20170823_072528_98114414425155737857816.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 12 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J2-20170823_072528_9829442030804154552607.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/lucene/build/suggest/test/temp/junit4-J1-20170823_072528_9816872457100962497773.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3482 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/init-core-data-001
   [junit4]   2> 2020614 WARN  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=27 numCloses=27
   [junit4]   2> 2020614 INFO  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 2020615 INFO  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason="", ssl=0.0/0.0, value=0.0/0.0, clientAuth=0.0/0.0)
   [junit4]   2> 2020616 INFO  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001
   [junit4]   2> 2020616 INFO  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 2020617 INFO  (Thread-7392) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 2020617 INFO  (Thread-7392) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 2020623 ERROR (Thread-7392) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 2020717 INFO  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:34365
   [junit4]   2> 2020735 INFO  (jetty-launcher-5553-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2020753 INFO  (jetty-launcher-5553-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2020771 INFO  (jetty-launcher-5553-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2020797 INFO  (jetty-launcher-5553-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@18dbe715{/solr,null,AVAILABLE}
   [junit4]   2> 2020809 INFO  (jetty-launcher-5553-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4919f5ed{/solr,null,AVAILABLE}
   [junit4]   2> 2020811 INFO  (jetty-launcher-5553-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2c8ae802{SSL,[ssl, http/1.1]}{127.0.0.1:37543}
   [junit4]   2> 2020811 INFO  (jetty-launcher-5553-thread-2) [    ] o.e.j.s.Server Started @2022176ms
   [junit4]   2> 2020811 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37543}
   [junit4]   2> 2020812 ERROR (jetty-launcher-5553-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2020812 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 2020812 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2020812 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2020812 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T08:00:10.659424Z
   [junit4]   2> 2020826 INFO  (jetty-launcher-5553-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1871ff1a{/solr,null,AVAILABLE}
   [junit4]   2> 2020826 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2020826 INFO  (jetty-launcher-5553-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@691ea266{SSL,[ssl, http/1.1]}{127.0.0.1:38761}
   [junit4]   2> 2020826 INFO  (jetty-launcher-5553-thread-3) [    ] o.e.j.s.Server Started @2022191ms
   [junit4]   2> 2020826 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38761}
   [junit4]   2> 2020826 ERROR (jetty-launcher-5553-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2020827 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 2020827 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2020827 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2020827 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T08:00:10.674282Z
   [junit4]   2> 2020826 INFO  (jetty-launcher-5553-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@435258f8{SSL,[ssl, http/1.1]}{127.0.0.1:44889}
   [junit4]   2> 2020827 INFO  (jetty-launcher-5553-thread-1) [    ] o.e.j.s.Server Started @2022193ms
   [junit4]   2> 2020827 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44889}
   [junit4]   2> 2020828 ERROR (jetty-launcher-5553-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2020828 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 2020828 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2020828 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2020828 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T08:00:10.675619Z
   [junit4]   2> 2020839 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2020845 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2020845 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2020847 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2020849 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34365/solr
   [junit4]   2> 2020849 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34365/solr
   [junit4]   2> 2020864 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2020865 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34365/solr
   [junit4]   2> 2020877 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2020877 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37543_solr
   [junit4]   2> 2020878 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98531751393230854-127.0.0.1:37543_solr-n_0000000000) starting
   [junit4]   2> 2020879 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2020879 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38761_solr
   [junit4]   2> 2020886 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2020889 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 2020898 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37543_solr
   [junit4]   2> 2020898 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2020899 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2020901 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44889_solr
   [junit4]   2> 2020901 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2020901 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2020914 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (3)
   [junit4]   2> 2020923 INFO  (jetty-launcher-5553-thread-3) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node3/.
   [junit4]   2> 2020934 INFO  (jetty-launcher-5553-thread-2) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node2/.
   [junit4]   2> 2020953 INFO  (jetty-launcher-5553-thread-1) [    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node1/.
   [junit4]   2> 2020958 INFO  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 2020958 INFO  (SUITE-BasicAuthIntegrationTest-seed#[35F73E912E24C7B7]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34365/solr ready
   [junit4]   2> 2021011 INFO  (qtp1078199176-30349) [    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 2021013 INFO  (OverseerThreadFactory-9978-thread-1) [    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 2021117 INFO  (qtp1078199176-30358) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 2021117 INFO  (qtp1078199176-30358) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2021163 INFO  (qtp988955433-30342) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 2021163 INFO  (qtp988955433-30342) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2021170 INFO  (qtp13110510-30355) [    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 2021171 INFO  (qtp13110510-30355) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2021273 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2021273 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2021273 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2022133 INFO  (qtp1078199176-30358) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2022140 INFO  (qtp1078199176-30358) [    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 2022141 INFO  (qtp1078199176-30358) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2022141 INFO  (qtp1078199176-30358) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2022142 INFO  (qtp1078199176-30358) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2022142 INFO  (qtp1078199176-30358) [    ] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node2/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node2/./authCollection_shard1_replica1/data/]
   [junit4]   2> 2022175 INFO  (qtp988955433-30342) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2022183 INFO  (qtp13110510-30355) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2022187 INFO  (qtp988955433-30342) [    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 2022188 INFO  (qtp988955433-30342) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2022188 INFO  (qtp988955433-30342) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2022189 INFO  (qtp988955433-30342) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2022189 INFO  (qtp988955433-30342) [    ] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node1/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node1/./authCollection_shard3_replica1/data/]
   [junit4]   2> 2022190 INFO  (qtp13110510-30355) [    ] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 2022190 INFO  (qtp1078199176-30358) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2022190 INFO  (qtp1078199176-30358) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2022191 INFO  (qtp1078199176-30358) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2022191 INFO  (qtp1078199176-30358) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2022198 INFO  (qtp1078199176-30358) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@4eab4167[authCollection_shard1_replica1] main]
   [junit4]   2> 2022199 INFO  (qtp1078199176-30358) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2022199 INFO  (qtp1078199176-30358) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2022199 INFO  (qtp1078199176-30358) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2022199 INFO  (qtp1078199176-30358) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576508023946346496
   [junit4]   2> 2022201 INFO  (searcherExecutor-9985-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@4eab4167[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2022203 INFO  (qtp1078199176-30358) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2022203 INFO  (qtp1078199176-30358) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2022203 INFO  (qtp1078199176-30358) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:37543/solr/authCollection_shard1_replica1/
   [junit4]   2> 2022203 INFO  (qtp1078199176-30358) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2022203 INFO  (qtp1078199176-30358) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:37543/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 2022203 INFO  (qtp1078199176-30358) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2022205 INFO  (qtp1078199176-30358) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:37543/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 2022209 INFO  (qtp13110510-30355) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2022209 INFO  (qtp13110510-30355) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2022210 INFO  (qtp13110510-30355) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2022210 INFO  (qtp13110510-30355) [    ] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node3/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node3/./authCollection_shard2_replica1/data/]
   [junit4]   2> 2022226 INFO  (qtp988955433-30342) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2022227 INFO  (qtp988955433-30342) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2022227 INFO  (qtp988955433-30342) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2022227 INFO  (qtp988955433-30342) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2022228 INFO  (qtp988955433-30342) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@737f4ee9[authCollection_shard3_replica1] main]
   [junit4]   2> 2022228 INFO  (qtp988955433-30342) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2022228 INFO  (qtp988955433-30342) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2022228 INFO  (qtp988955433-30342) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2022228 INFO  (searcherExecutor-9987-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@737f4ee9[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2022228 INFO  (qtp988955433-30342) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576508023976755200
   [junit4]   2> 2022231 INFO  (qtp988955433-30342) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2022231 INFO  (qtp988955433-30342) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2022231 INFO  (qtp988955433-30342) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:44889/solr/authCollection_shard3_replica1/
   [junit4]   2> 2022231 INFO  (qtp988955433-30342) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2022231 INFO  (qtp988955433-30342) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:44889/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 2022231 INFO  (qtp988955433-30342) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2022236 INFO  (qtp988955433-30342) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:44889/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 2022237 INFO  (qtp13110510-30355) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2022237 INFO  (qtp13110510-30355) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2022237 INFO  (qtp13110510-30355) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2022237 INFO  (qtp13110510-30355) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2022238 INFO  (qtp13110510-30355) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@76d9cb97[authCollection_shard2_replica1] main]
   [junit4]   2> 2022238 INFO  (qtp13110510-30355) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2022238 INFO  (qtp13110510-30355) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2022238 INFO  (qtp13110510-30355) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2022238 INFO  (searcherExecutor-9991-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@76d9cb97[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2022238 INFO  (qtp13110510-30355) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576508023987240960
   [junit4]   2> 2022241 INFO  (qtp13110510-30355) [    ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 2022241 INFO  (qtp13110510-30355) [    ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 2022241 INFO  (qtp13110510-30355) [    ] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:38761/solr/authCollection_shard2_replica1/
   [junit4]   2> 2022241 INFO  (qtp13110510-30355) [    ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 2022241 INFO  (qtp13110510-30355) [    ] o.a.s.c.SyncStrategy https://127.0.0.1:38761/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 2022241 INFO  (qtp13110510-30355) [    ] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 2022242 INFO  (qtp13110510-30355) [    ] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:38761/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 2022343 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2022343 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2022343 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2022355 INFO  (qtp1078199176-30358) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2022356 INFO  (qtp1078199176-30358) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1239
   [junit4]   2> 2022388 INFO  (qtp988955433-30342) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2022391 INFO  (qtp988955433-30342) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1228
   [junit4]   2> 2022395 INFO  (qtp13110510-30355) [    ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 2022396 INFO  (qtp13110510-30355) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1226
   [junit4]   2> 2022398 INFO  (qtp1078199176-30349) [    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 2022499 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2022499 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2022499 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2023014 INFO  (OverseerCollectionConfigSetProcessor-98531751393230854-127.0.0.1:37543_solr-n_0000000000) [    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 2023399 INFO  (qtp1078199176-30349) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2387
   [junit4]   2> 2023410 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 2023415 INFO  (qtp13110510-30368) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 2023415 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2023415 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2023415 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2023415 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2023415 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 2023416 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2023416 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2023416 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2023416 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2023416 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2023416 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2023416 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@c438ecb
   [junit4]   2> 2023416 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2023416 INFO  (zkCallback-5565-thread-1) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@c438ecb
   [junit4]   2> 2023416 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@328ee9ba
   [junit4]   2> 2023416 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@8efcb84
   [junit4]   2> 2023423 INFO  (qtp13110510-30371) [    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 2023424 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@328ee9ba
   [junit4]   2> 2023424 INFO  (zkCallback-5566-thread-1) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@8efcb84
   [junit4]   2> 2023425 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@691ea266{SSL,[ssl, http/1.1]}{127.0.0.1:0}
   [junit4]   2> 2023426 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=759620095
   [junit4]   2> 2023426 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 2023426 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 2023426 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 2023427 INFO  (coreCloseExecutor-10000-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3514e5b
   [junit4]   2> 2023428 INFO  (coreCloseExecutor-10000-thread-1) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 2023428 INFO  (zkCallback-5577-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2023428 INFO  (zkCallback-5572-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2023428 INFO  (zkCallback-5565-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 2023529 INFO  (zkCallback-5572-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2023529 INFO  (zkCallback-5565-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [2])
   [junit4]   2> 2024928 WARN  (zkCallback-5566-thread-1) [    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 2024929 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1871ff1a{/solr,null,UNAVAILABLE}
   [junit4]   2> 2024931 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 2024932 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3c64e2cc{/solr,null,AVAILABLE}
   [junit4]   2> 2024932 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2078e15c{SSL,[ssl, http/1.1]}{127.0.0.1:44909}
   [junit4]   2> 2024932 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.e.j.s.Server Started @2026297ms
   [junit4]   2> 2024933 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=44909}
   [junit4]   2> 2024933 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 2024934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 6.6.1
   [junit4]   2> 2024934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 2024934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 2024934 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T08:00:14.781483Z
   [junit4]   2> 2024942 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 2024948 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 2024949 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34365/solr
   [junit4]   2> 2024955 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 2024956 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 2024963 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:44909_solr
   [junit4]   2> 2024964 INFO  (zkCallback-5577-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2024964 INFO  (zkCallback-5572-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2024964 INFO  (zkCallback-5565-thread-2) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2024966 INFO  (zkCallback-5582-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 2024983 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 2024983 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 2024983 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 2024983 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@3dbd15d1
   [junit4]   2> 2024983 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@3dbd15d1
   [junit4]   2> 2025007 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node3/.
   [junit4]   2> 2025007 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[35F73E912E24C7B7]) [    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
   [junit4]   2> 2025035 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 2025138 INFO  (zkCallback-5572-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2025138 INFO  (zkCallback-5582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2025138 INFO  (zkCallback-5565-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2026040 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 2026044 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 2026046 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 2026046 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 2026046 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 2026046 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node3/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J0/temp/solr.security.BasicAuthIntegrationTest_35F73E912E24C7B7-001/tempDir-001/node3/./authCollection_shard2_replica1/data/]
   [junit4]   2> 2026068 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 2026068 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 2026068 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 2026068 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 2026069 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.s.SolrIndexSearcher Opening [Searcher@413684cb[authCollection_shard2_replica1] main]
   [junit4]   2> 2026069 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 2026070 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 2026070 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 2026070 INFO  (searcherExecutor-10008-thread-1) [    ] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@413684cb[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 2026070 INFO  (coreLoadExecutor-10007-thread-1) [    ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576508028005384192
   [junit4]   2> 2026074 INFO  (coreZkRegister-10002-thread-1) [    ] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 2026175 INFO  (zkCallback-5572-thread-2) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 2026175 INFO  (zkCallback-5582-thread-1) [    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] f

[...truncated too long message...]

  [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J1-20170823_080533_90813031762215318597421.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-analytics/test/temp/junit4-J2-20170823_080533_90817981004574878916328.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 499 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J2-20170823_080549_39811301699090994475151.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J1-20170823_080549_3987987844741258931574.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-clustering/test/temp/junit4-J0-20170823_080549_3989532776780852811154.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 1136 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J1-20170823_080606_2895232772647560511709.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler-extras/test/temp/junit4-J0-20170823_080606_2899205124797222293775.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 593 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J2-20170823_080612_22011037488365556043181.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J0-20170823_080612_2207923972545481060547.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-dataimporthandler/test/temp/junit4-J1-20170823_080612_2206022687011013137522.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 503 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J0-20170823_080632_0987333272358107416934.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J2-20170823_080632_0989974617062695068032.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 3 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-cell/test/temp/junit4-J1-20170823_080632_09816085380182747484618.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 507 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J1-20170823_080641_29611011060944136052689.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-langid/test/temp/junit4-J0-20170823_080641_2962311117913438674562.syserr
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 578 lines...]
   [junit4] JVM J2: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J2-20170823_080646_71811591869604517662018.syserr
   [junit4] >>> JVM J2 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J2: EOF ----

[...truncated 6 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J1-20170823_080646_7181736242198250931945.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

[...truncated 15 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-ltr/test/temp/junit4-J0-20170823_080646_717867951680922746711.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 543 lines...]
   [junit4] JVM J1: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J1-20170823_080716_46312478517911572093087.syserr
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J1: EOF ----

   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-uima/test/temp/junit4-J0-20170823_080716_4639869927257552120606.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 494 lines...]
   [junit4] JVM J0: stderr was not empty, see: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/contrib/solr-velocity/test/temp/junit4-J0-20170823_080726_75714302152612713691302.syserr
   [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
   [junit4] Java HotSpot(TM) 64-Bit Server VM warning: Option UseConcMarkSweepGC was deprecated in version 9.0 and will likely be removed in a future release.
   [junit4] <<< JVM J0: EOF ----

[...truncated 28890 lines...]

[JENKINS] Lucene-Solr-6.6-Linux (64bit/jdk1.8.0_144) - Build # 82 - Still Unstable!

Posted by Policeman Jenkins Server <je...@thetaphi.de>.
Build: https://jenkins.thetaphi.de/job/Lucene-Solr-6.6-Linux/82/
Java: 64bit/jdk1.8.0_144 -XX:+UseCompressedOops -XX:+UseSerialGC

1 tests failed.
FAILED:  org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth

Error Message:
Error from server at http://127.0.0.1:36863/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:36863/solr/authCollection: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
	at __randomizedtesting.SeedInfo.seed([1E09DBE6F9C7D812:A267ADF45D945B68]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:612)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:279)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:268)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:447)
	at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:388)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1383)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:1134)
	at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:1073)
	at org.apache.solr.security.BasicAuthIntegrationTest.testBasicAuth(BasicAuthIntegrationTest.java:194)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1713)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:907)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:943)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:957)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:916)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:802)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:852)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:863)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 11859 lines...]
   [junit4] Suite: org.apache.solr.security.BasicAuthIntegrationTest
   [junit4]   2> Creating dataDir: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/init-core-data-001
   [junit4]   2> 730556 WARN  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=46 numCloses=46
   [junit4]   2> 730556 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.SolrTestCaseJ4 Using TrieFields
   [junit4]   2> 730557 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 730558 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 3 servers in /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001
   [junit4]   2> 730558 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 730558 INFO  (Thread-2892) [    ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
   [junit4]   2> 730558 INFO  (Thread-2892) [    ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 730563 ERROR (Thread-2892) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 730659 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.c.ZkTestServer start zk server on port:35223
   [junit4]   2> 730666 WARN  (NIOServerCxn.Factory:0.0.0.0/0.0.0.0:0) [    ] o.a.z.s.NIOServerCnxn caught end of stream exception
   [junit4]   2> EndOfStreamException: Unable to read additional data from client sessionid 0x15e0ce3079c0000, likely client has closed socket
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxn.doIO(NIOServerCnxn.java:239)
   [junit4]   2> 	at org.apache.zookeeper.server.NIOServerCnxnFactory.run(NIOServerCnxnFactory.java:203)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 730671 INFO  (jetty-launcher-1070-thread-3) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 730671 INFO  (jetty-launcher-1070-thread-2) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 730671 INFO  (jetty-launcher-1070-thread-1) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 730683 INFO  (jetty-launcher-1070-thread-2) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1f8a8c97{/solr,null,AVAILABLE}
   [junit4]   2> 730686 INFO  (jetty-launcher-1070-thread-2) [    ] o.e.j.s.AbstractConnector Started ServerConnector@49af5e06{HTTP/1.1,[http/1.1]}{127.0.0.1:36863}
   [junit4]   2> 730686 INFO  (jetty-launcher-1070-thread-2) [    ] o.e.j.s.Server Started @733532ms
   [junit4]   2> 730687 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36863}
   [junit4]   2> 730687 ERROR (jetty-launcher-1070-thread-2) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 730687 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 730687 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 730687 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 730687 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T02:19:18.939Z
   [junit4]   2> 730694 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 730700 INFO  (jetty-launcher-1070-thread-1) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@70fe495{/solr,null,AVAILABLE}
   [junit4]   2> 730700 INFO  (jetty-launcher-1070-thread-1) [    ] o.e.j.s.AbstractConnector Started ServerConnector@777e69ec{HTTP/1.1,[http/1.1]}{127.0.0.1:34641}
   [junit4]   2> 730700 INFO  (jetty-launcher-1070-thread-1) [    ] o.e.j.s.Server Started @733545ms
   [junit4]   2> 730700 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34641}
   [junit4]   2> 730701 INFO  (jetty-launcher-1070-thread-3) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@e60bcdf{/solr,null,AVAILABLE}
   [junit4]   2> 730701 ERROR (jetty-launcher-1070-thread-1) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 730701 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 730713 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 730713 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 730713 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T02:19:18.965Z
   [junit4]   2> 730713 INFO  (jetty-launcher-1070-thread-3) [    ] o.e.j.s.AbstractConnector Started ServerConnector@ee270eb{HTTP/1.1,[http/1.1]}{127.0.0.1:45465}
   [junit4]   2> 730713 INFO  (jetty-launcher-1070-thread-3) [    ] o.e.j.s.Server Started @733559ms
   [junit4]   2> 730713 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45465}
   [junit4]   2> 730713 ERROR (jetty-launcher-1070-thread-3) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 730714 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 730714 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 730714 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 730714 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T02:19:18.966Z
   [junit4]   2> 730717 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 730720 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 730721 INFO  (jetty-launcher-1070-thread-2) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
   [junit4]   2> 730722 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 730724 INFO  (jetty-launcher-1070-thread-1) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
   [junit4]   2> 730727 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 730743 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 730748 INFO  (jetty-launcher-1070-thread-2) [n:127.0.0.1:36863_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 730748 INFO  (jetty-launcher-1070-thread-2) [n:127.0.0.1:36863_solr    ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36863_solr
   [junit4]   2> 730749 INFO  (jetty-launcher-1070-thread-2) [n:127.0.0.1:36863_solr    ] o.a.s.c.Overseer Overseer (id=98530411073503238-127.0.0.1:36863_solr-n_0000000000) starting
   [junit4]   2> 730752 INFO  (jetty-launcher-1070-thread-3) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
   [junit4]   2> 730764 INFO  (jetty-launcher-1070-thread-2) [n:127.0.0.1:36863_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36863_solr
   [junit4]   2> 730766 INFO  (jetty-launcher-1070-thread-1) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 730767 INFO  (jetty-launcher-1070-thread-1) [n:127.0.0.1:34641_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 730767 INFO  (jetty-launcher-1070-thread-1) [n:127.0.0.1:34641_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34641_solr
   [junit4]   2> 730796 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
   [junit4]   2> 730796 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 730798 INFO  (jetty-launcher-1070-thread-3) [n:127.0.0.1:45465_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 730799 INFO  (jetty-launcher-1070-thread-3) [n:127.0.0.1:45465_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 730799 INFO  (jetty-launcher-1070-thread-3) [n:127.0.0.1:45465_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45465_solr
   [junit4]   2> 730800 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 730800 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 730812 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 730817 INFO  (jetty-launcher-1070-thread-1) [n:127.0.0.1:34641_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node1/.
   [junit4]   2> 730836 INFO  (jetty-launcher-1070-thread-2) [n:127.0.0.1:36863_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node3/.
   [junit4]   2> 730857 INFO  (jetty-launcher-1070-thread-3) [n:127.0.0.1:45465_solr    ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node2/.
   [junit4]   2> 730885 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (3)
   [junit4]   2> 730886 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35223/solr ready
   [junit4]   2> 730890 INFO  (qtp414724694-7985) [n:127.0.0.1:45465_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 730898 INFO  (OverseerThreadFactory-2689-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CreateCollectionCmd Create collection authCollection
   [junit4]   2> 731013 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2
   [junit4]   2> 731013 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2
   [junit4]   2> 731013 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 731013 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 731015 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr    ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2
   [junit4]   2> 731021 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr    ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 731123 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 731123 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 731123 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732025 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 732026 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 732026 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 732037 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 732037 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 732038 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 732039 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 732039 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 732039 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 732039 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 732039 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 732039 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 732039 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 732039 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 732039 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node2/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node2/./authCollection_shard2_replica1/data/]
   [junit4]   2> 732039 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node3/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node3/./authCollection_shard3_replica1/data/]
   [junit4]   2> 732039 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 732040 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node1/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node1/./authCollection_shard1_replica1/data/]
   [junit4]   2> 732064 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 732064 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 732064 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 732064 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 732065 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 732065 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 732065 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 732065 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 732065 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6c58ad4e[authCollection_shard2_replica1] main]
   [junit4]   2> 732065 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@49ec205[authCollection_shard1_replica1] main]
   [junit4]   2> 732066 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 732066 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 732066 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 732066 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 732066 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 732066 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 732066 INFO  (searcherExecutor-2698-thread-1-processing-n:127.0.0.1:45465_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@6c58ad4e[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 732066 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576486578755207168
   [junit4]   2> 732066 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576486578755207168
   [junit4]   2> 732067 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 732067 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 732067 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 732067 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 732068 INFO  (searcherExecutor-2696-thread-1-processing-n:127.0.0.1:34641_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@49ec205[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 732068 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@58543a62[authCollection_shard3_replica1] main]
   [junit4]   2> 732069 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 732069 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 732069 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 732069 INFO  (searcherExecutor-2697-thread-1-processing-n:127.0.0.1:36863_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@58543a62[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 732069 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576486578758352896
   [junit4]   2> 732070 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 732070 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 732070 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34641/solr/authCollection_shard1_replica1/
   [junit4]   2> 732070 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 732070 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:34641/solr/authCollection_shard1_replica1/ has no replicas
   [junit4]   2> 732070 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 732072 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34641/solr/authCollection_shard1_replica1/ shard1
   [junit4]   2> 732072 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 732072 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 732072 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45465/solr/authCollection_shard2_replica1/
   [junit4]   2> 732072 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 732072 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:45465/solr/authCollection_shard2_replica1/ has no replicas
   [junit4]   2> 732072 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 732073 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 732073 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 732073 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:36863/solr/authCollection_shard3_replica1/
   [junit4]   2> 732073 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 732073 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.SyncStrategy http://127.0.0.1:36863/solr/authCollection_shard3_replica1/ has no replicas
   [junit4]   2> 732073 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
   [junit4]   2> 732074 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:36863/solr/authCollection_shard3_replica1/ shard3
   [junit4]   2> 732074 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45465/solr/authCollection_shard2_replica1/ shard2
   [junit4]   2> 732176 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732176 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732176 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732222 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 732223 INFO  (qtp323423381-7975) [n:127.0.0.1:34641_solr c:authCollection s:shard1  x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard1_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard1&wt=javabin&version=2} status=0 QTime=1210
   [junit4]   2> 732224 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 732225 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 732225 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr c:authCollection s:shard3  x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard3_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard3&wt=javabin&version=2} status=0 QTime=1212
   [junit4]   2> 732225 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=authCollection_shard2_replica1&action=CREATE&numShards=3&collection=authCollection&shard=shard2&wt=javabin&version=2} status=0 QTime=1212
   [junit4]   2> 732226 INFO  (qtp414724694-7985) [n:127.0.0.1:45465_solr    ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
   [junit4]   2> 732326 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732327 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732327 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 732899 INFO  (OverseerCollectionConfigSetProcessor-98530411073503238-127.0.0.1:36863_solr-n_0000000000) [n:127.0.0.1:36863_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 733226 INFO  (qtp414724694-7985) [n:127.0.0.1:45465_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replicationFactor=1&collection.configName=conf&name=authCollection&action=CREATE&numShards=3&wt=javabin&version=2} status=0 QTime=2336
   [junit4]   2> 733240 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.SolrTestCaseJ4 ###Starting testBasicAuth
   [junit4]   2> 733242 INFO  (qtp414724694-7969) [n:127.0.0.1:45465_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 733243 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 733243 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 733245 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 733245 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 733245 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 733246 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 733246 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 733264 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 733264 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 733264 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 733280 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 733280 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 733280 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@2c7b8151
   [junit4]   2> 733280 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@35650853
   [junit4]   2> 733280 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 733281 INFO  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@35650853
   [junit4]   2> 733281 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@46063bf3
   [junit4]   2> 733281 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@2c7b8151
   [junit4]   2> 733281 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@46063bf3
   [junit4]   2> 733297 INFO  (qtp414724694-7989) [n:127.0.0.1:45465_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 733299 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.e.j.s.AbstractConnector Stopped ServerConnector@ee270eb{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
   [junit4]   2> 733299 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=397932341
   [junit4]   2> 733299 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.node
   [junit4]   2> 733299 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jvm
   [junit4]   2> 733299 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.jetty
   [junit4]   2> 733300 INFO  (coreCloseExecutor-2711-thread-1) [n:127.0.0.1:45465_solr c:authCollection s:shard2 r:core_node1 x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@78698be4
   [junit4]   2> 733302 INFO  (coreCloseExecutor-2711-thread-1) [n:127.0.0.1:45465_solr c:authCollection s:shard2 r:core_node1 x:authCollection_shard2_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard2.replica1
   [junit4]   2> 733303 INFO  (zkCallback-1094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 733303 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 733303 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (2)
   [junit4]   2> 733303 WARN  (zkCallback-1088-thread-1-processing-n:127.0.0.1:45465_solr) [n:127.0.0.1:45465_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 733303 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e60bcdf{/solr,null,UNAVAILABLE}
   [junit4]   2> 733304 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.e.j.s.Server jetty-9.3.14.v20161028
   [junit4]   2> 733305 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@41a64f06{/solr,null,AVAILABLE}
   [junit4]   2> 733305 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.e.j.s.AbstractConnector Started ServerConnector@2d127c31{HTTP/1.1,[http/1.1]}{127.0.0.1:33817}
   [junit4]   2> 733305 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.e.j.s.Server Started @736151ms
   [junit4]   2> 733305 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=33817}
   [junit4]   2> 733305 ERROR (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 733307 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 6.6.1
   [junit4]   2> 733307 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 733307 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: null
   [junit4]   2> 733307 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2017-08-23T02:19:21.559Z
   [junit4]   2> 733308 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 733312 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.u.UpdateShardHandler Creating UpdateShardHandler HTTP client with params: socketTimeout=340000&connTimeout=45000&retry=true
   [junit4]   2> 733313 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35223/solr
   [junit4]   2> 733317 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
   [junit4]   2> 733318 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.Overseer Overseer (id=null) closing
   [junit4]   2> 733318 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:33817_solr
   [junit4]   2> 733319 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 733319 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 733319 INFO  (zkCallback-1094-thread-1) [    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 733320 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (3)
   [junit4]   2> 733340 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 733340 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 733340 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer PKIAuthenticationPlugin is managing internode requests
   [junit4]   2> 733340 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.h.c.HttpShardHandlerFactory Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@70467598
   [junit4]   2> 733340 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.u.UpdateShardHandler Reconfiguring the default client with: org.apache.solr.security.PKIAuthenticationPlugin$HttpHeaderClientConfigurer@70467598
   [junit4]   2> 733353 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node2/.
   [junit4]   2> 733353 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [n:127.0.0.1:33817_solr    ] o.a.s.c.CorePropertiesLocator Cores are: [authCollection_shard2_replica1]
   [junit4]   2> 733356 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 733458 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 733458 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 733458 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 734378 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 734382 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema [authCollection_shard2_replica1] Schema name=minimal
   [junit4]   2> 734383 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 734383 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.CoreContainer Creating SolrCore 'authCollection_shard2_replica1' using configuration from collection authCollection, trusted=true
   [junit4]   2> 734383 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
   [junit4]   2> 734383 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [[authCollection_shard2_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node2/authCollection_shard2_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node2/./authCollection_shard2_replica1/data/]
   [junit4]   2> 734400 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 734400 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 734400 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 734400 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 734400 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@74f19f9[authCollection_shard2_replica1] main]
   [junit4]   2> 734401 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 734401 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 734401 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 734402 INFO  (searcherExecutor-2719-thread-1-processing-n:127.0.0.1:33817_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.c.SolrCore [authCollection_shard2_replica1] Registered new searcher Searcher@74f19f9[authCollection_shard2_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 734402 INFO  (coreLoadExecutor-2718-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr c:authCollection s:shard2  x:authCollection_shard2_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576486581204680704
   [junit4]   2> 734404 INFO  (coreZkRegister-2713-thread-1-processing-n:127.0.0.1:33817_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:33817_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard2: total=2 found=1 timeoutin=9999ms
   [junit4]   2> 734505 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 734505 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 734505 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 734859 INFO  (qtp148509462-8069) [n:127.0.0.1:33817_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 734861 INFO  (qtp148509462-8071) [n:127.0.0.1:33817_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"security-edit",
   [junit4]   2>   "role":"admin"} 
   [junit4]   2> 734861 INFO  (qtp148509462-8071) [n:127.0.0.1:33817_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/____v2/cluster/security/authentication] path : /____v2/cluster/security/authentication params :wt=javabin&version=2 
   [junit4]   2> 734863 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 734864 INFO  (qtp148509462-8070) [n:127.0.0.1:33817_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 734868 INFO  (qtp148509462-8069) [n:127.0.0.1:33817_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=1
   [junit4]   2> 734868 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734868 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734868 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734868 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734868 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734868 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734869 INFO  (qtp148509462-8065) [n:127.0.0.1:33817_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authentication params={} status=0 QTime=0
   [junit4]   2> 734869 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header c29scjpTb2xyUm9ja3M=
   [junit4]   2> 734872 INFO  (qtp148509462-8071) [n:127.0.0.1:33817_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 734872 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734872 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734872 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734872 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734872 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734872 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734872 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734872 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734872 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734872 INFO  (qtp1170322801-7980) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 734873 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 734875 INFO  (qtp1170322801-7970) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=1
   [junit4]   2> 734875 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734875 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734875 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734875 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734876 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734876 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734875 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734876 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734876 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734877 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 734877 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 734879 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 734880 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734880 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734880 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734880 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734880 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734880 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734880 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734880 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734880 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734881 INFO  (qtp1170322801-7980) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 734883 INFO  (qtp1170322801-7971) [n:127.0.0.1:36863_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 734883 INFO  (qtp1170322801-7971) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [authCollection,], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 734885 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr    ] o.a.s.s.RuleBasedAuthorizationPlugin request has come without principal. failed permission {
   [junit4]   2>   "name":"collection-admin-edit",
   [junit4]   2>   "role":"admin",
   [junit4]   2>   "index":3} 
   [junit4]   2> 734885 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall USER_REQUIRED auth header null context : userPrincipal: [null] type: [ADMIN], collections: [], Path: [/admin/collections] path : /admin/collections params :name=authCollection&action=RELOAD&wt=javabin&version=2 
   [junit4]   2> 734887 INFO  (qtp148509462-8064) [n:127.0.0.1:33817_solr    ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :reload with params name=authCollection&action=RELOAD&wt=javabin&version=2 and sendToOCPQueue=true
   [junit4]   2> 734888 INFO  (OverseerThreadFactory-2689-thread-2-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.OverseerCollectionMessageHandler Executing Collection Cmd : action=RELOAD
   [junit4]   2> 734895 INFO  (qtp1170322801-7976) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 734896 INFO  (qtp323423381-7993) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:36863_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCLWPJ6oDM8kC9e8zZWkk6FilIf1DWX/hlkTrPfE3gAMgoW1oZkbK8ckjzTSBESSXu31XMQz/9xyocKGPaqr2UlbeUHnJ0f/GHRQcVJGahsa3gQIkK8AKD/P4u56285tmAoXnn3/RzaqfbCVcs57d9NP7QEIZydBJmfVUw8N7ZHNwIDAQAB
   [junit4]   2> 734897 INFO  (qtp1170322801-7970) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 734897 INFO  (qtp1170322801-7979) [    ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:36863_solr / MIGfMA0GCSqGSIb3DQEBAQUAA4GNADCBiQKBgQCLWPJ6oDM8kC9e8zZWkk6FilIf1DWX/hlkTrPfE3gAMgoW1oZkbK8ckjzTSBESSXu31XMQz/9xyocKGPaqr2UlbeUHnJ0f/GHRQcVJGahsa3gQIkK8AKD/P4u56285tmAoXnn3/RzaqfbCVcs57d9NP7QEIZydBJmfVUw8N7ZHNwIDAQAB
   [junit4]   2> 734904 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 734904 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr    ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 6.6.1
   [junit4]   2> 734909 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr    ] o.a.s.s.IndexSchema [authCollection_shard1_replica1] Schema name=minimal
   [junit4]   2> 734909 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr    ] o.a.s.s.IndexSchema [authCollection_shard3_replica1] Schema name=minimal
   [junit4]   2> 734910 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 734910 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr    ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 734910 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard1_replica1' using configuration from collection authCollection
   [junit4]   2> 734910 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Reloading SolrCore 'authCollection_shard3_replica1' using configuration from collection authCollection
   [junit4]   2> 734911 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [[authCollection_shard3_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node3/authCollection_shard3_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node3/./authCollection_shard3_replica1/data/]
   [junit4]   2> 734911 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [[authCollection_shard1_replica1] ] Opening new SolrCore at [/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node1/authCollection_shard1_replica1], dataDir=[/home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001/tempDir-001/node1/./authCollection_shard1_replica1/data/]
   [junit4]   2> 734929 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 734929 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 734931 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@25574d24[authCollection_shard3_replica1] main]
   [junit4]   2> 734931 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 734931 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 734931 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 734931 INFO  (searcherExecutor-2724-thread-1-processing-n:127.0.0.1:36863_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@25574d24[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 734931 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576486581759377408
   [junit4]   2> 734933 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 734933 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5431de6a[authCollection_shard3_replica1] main]
   [junit4]   2> 734933 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@25ae02cb
   [junit4]   2> 734933 INFO  (searcherExecutor-2724-thread-1-processing-n:127.0.0.1:36863_solr x:authCollection_shard3_replica1 s:shard3 c:authCollection r:core_node2) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.c.SolrCore [authCollection_shard3_replica1] Registered new searcher Searcher@5431de6a[authCollection_shard3_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 734934 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard3.replica1
   [junit4]   2> 734934 INFO  (qtp1170322801-7979) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard3_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=34
   [junit4]   2> 734934 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 734934 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 734935 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@d194052[authCollection_shard1_replica1] main]
   [junit4]   2> 734936 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
   [junit4]   2> 734936 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
   [junit4]   2> 734936 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.h.ReplicationHandler Commits will be reserved for  10000
   [junit4]   2> 734936 INFO  (searcherExecutor-2725-thread-1-processing-n:127.0.0.1:34641_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@d194052[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 734936 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1576486581764620288
   [junit4]   2> 734938 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
   [junit4]   2> 734938 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5d599a89[authCollection_shard1_replica1] main]
   [junit4]   2> 734958 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1]  CLOSING SolrCore org.apache.solr.core.SolrCore@14df2fc3
   [junit4]   2> 734958 INFO  (searcherExecutor-2725-thread-1-processing-n:127.0.0.1:34641_solr x:authCollection_shard1_replica1 s:shard1 c:authCollection r:core_node3) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.c.SolrCore [authCollection_shard1_replica1] Registered new searcher Searcher@5d599a89[authCollection_shard1_replica1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
   [junit4]   2> 734958 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.m.SolrMetricManager Closing metric reporters for: solr.core.authCollection.shard1.replica1
   [junit4]   2> 734958 INFO  (qtp323423381-7993) [n:127.0.0.1:34641_solr c:authCollection s:shard1 r:core_node3 x:authCollection_shard1_replica1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={core=authCollection_shard1_replica1&qt=/admin/cores&action=RELOAD&wt=javabin&version=2} status=0 QTime=59
   [junit4]   2> 734959 INFO  (qtp148509462-8064) [n:127.0.0.1:33817_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={name=authCollection&action=RELOAD&wt=javabin&version=2} status=0 QTime=72
   [junit4]   2> 734961 INFO  (TEST-BasicAuthIntegrationTest.testBasicAuth-seed#[1E09DBE6F9C7D812]) [    ] o.a.s.s.BasicAuthIntegrationTest Added Basic Auth security Header aGFycnk6SGFycnlJc1ViZXJDb29s
   [junit4]   2> 734964 INFO  (qtp1170322801-7970) [n:127.0.0.1:36863_solr    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/cluster/security/authorization params={} status=0 QTime=0
   [junit4]   2> 734964 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734964 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734964 INFO  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734964 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734964 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Security node changed, reloading security.json
   [junit4]   2> 734964 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734964 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authorization plugin: solr.RuleBasedAuthorizationPlugin
   [junit4]   2> 734964 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 734964 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.CoreContainer Initializing authentication plugin: solr.BasicAuthPlugin
   [junit4]   2> 736889 INFO  (OverseerCollectionConfigSetProcessor-98530411073503238-127.0.0.1:36863_solr-n_0000000000) [n:127.0.0.1:36863_solr    ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist.  Requestor may have disconnected from ZooKeeper
   [junit4]   2> 738972 INFO  (qtp1170322801-7980) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.u.p.LogUpdateProcessorFactory [authCollection_shard3_replica1]  webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4007
   [junit4]   2> 738972 ERROR (qtp1170322801-7980) [n:127.0.0.1:36863_solr c:authCollection s:shard3 r:core_node2 x:authCollection_shard3_replica1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: No registered leader was found after waiting for 4000ms , collection: authCollection slice: shard2
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:748)
   [junit4]   2> 	at org.apache.solr.common.cloud.ZkStateReader.getLeaderRetry(ZkStateReader.java:734)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:400)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.setupRequest(DistributedUpdateProcessor.java:346)
   [junit4]   2> 	at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:703)
   [junit4]   2> 	at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:180)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:136)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:306)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:122)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:271)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:251)
   [junit4]   2> 	at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:173)
   [junit4]   2> 	at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:187)
   [junit4]   2> 	at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:108)
   [junit4

[...truncated too long message...]

on] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 738979 INFO  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 738979 INFO  (jetty-closer-1071-thread-2) [    ] o.a.s.c.Overseer Overseer (id=98530411073503238-127.0.0.1:36863_solr-n_0000000000) closing
   [junit4]   2> 738979 INFO  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/authCollection/state.json] for collection [authCollection] has occurred - updating... (live nodes size: [3])
   [junit4]   2> 738979 INFO  (zkCallback-1082-thread-2-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (3) -> (1)
   [junit4]   2> 738979 INFO  (OverseerStateUpdate-98530411073503238-127.0.0.1:36863_solr-n_0000000000) [n:127.0.0.1:36863_solr    ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36863_solr
   [junit4]   2> 738979 WARN  (zkCallback-1099-thread-2-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 738979 WARN  (zkCallback-1082-thread-1-processing-n:127.0.0.1:36863_solr) [n:127.0.0.1:36863_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /live_nodes]
   [junit4]   2> 738979 INFO  (jetty-closer-1071-thread-2) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@1f8a8c97{/solr,null,UNAVAILABLE}
   [junit4]   2> 740415 ERROR (coreZkRegister-2713-thread-1-processing-n:127.0.0.1:33817_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:33817_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkController Error getting leader from zk
   [junit4]   2> org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 740415 ERROR (coreZkRegister-2713-thread-1-processing-n:127.0.0.1:33817_solr x:authCollection_shard2_replica1 s:shard2 c:authCollection) [n:127.0.0.1:33817_solr c:authCollection s:shard2 r:core_node4 x:authCollection_shard2_replica1] o.a.s.c.ZkContainer :org.apache.solr.common.SolrException: Error getting leader from zk for shard shard2
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:996)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:902)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.register(ZkController.java:846)
   [junit4]   2> 	at org.apache.solr.core.ZkContainer.lambda$registerInZk$0(ZkContainer.java:181)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:229)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> Caused by: org.apache.solr.common.SolrException: CoreContainer is closed
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1040)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeaderProps(ZkController.java:1007)
   [junit4]   2> 	at org.apache.solr.cloud.ZkController.getLeader(ZkController.java:963)
   [junit4]   2> 	... 7 more
   [junit4]   2> 
   [junit4]   2> 740479 WARN  (zkCallback-1099-thread-1-processing-n:127.0.0.1:33817_solr) [n:127.0.0.1:33817_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/authCollection/state.json]
   [junit4]   2> 740479 WARN  (zkCallback-1084-thread-1-processing-n:127.0.0.1:34641_solr) [n:127.0.0.1:34641_solr    ] o.a.s.c.c.ZkStateReader ZooKeeper watch triggered, but Solr cannot talk to ZK: [KeeperErrorCode = Session expired for /collections/authCollection/state.json]
   [junit4]   2> 740479 INFO  (jetty-closer-1071-thread-3) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@41a64f06{/solr,null,UNAVAILABLE}
   [junit4]   2> 740480 INFO  (jetty-closer-1071-thread-1) [    ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@70fe495{/solr,null,UNAVAILABLE}
   [junit4]   2> 740480 ERROR (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
   [junit4]   2> 740480 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35223 35223
   [junit4]   2> 750531 INFO  (Thread-2892) [    ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:35223 35223
   [junit4]   2> 750532 WARN  (Thread-2892) [    ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/aliases.json
   [junit4]   2> 	5	/solr/clusterprops.json
   [junit4]   2> 	4	/solr/security.json
   [junit4]   2> 	4	/solr/configs/conf
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/clusterstate.json
   [junit4]   2> 	4	/solr/collections/authCollection/state.json
   [junit4]   2> 	2	/solr/overseer_elect/election/98530411073503240-127.0.0.1:34641_solr-n_0000000001
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	5	/solr/collections
   [junit4]   2> 	4	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 750532 INFO  (SUITE-BasicAuthIntegrationTest-seed#[1E09DBE6F9C7D812]-worker) [    ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/workspace/Lucene-Solr-6.6-Linux/solr/build/solr-core/test/J2/temp/solr.security.BasicAuthIntegrationTest_1E09DBE6F9C7D812-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene62): {}, docValues:{}, maxPointsInLeafNode=1048, maxMBSortInHeap=7.685394558846104, sim=RandomSimilarity(queryNorm=true,coord=yes): {}, locale=fr-CH, timezone=Libya
   [junit4]   2> NOTE: Linux 4.10.0-27-generic amd64/Oracle Corporation 1.8.0_144 (64-bit)/cpus=8,threads=1,free=249801752,total=518979584
   [junit4]   2> NOTE: All tests run in this JVM: [TestXmlQParser, TestPostingsSolrHighlighter, OpenExchangeRatesOrgProviderTest, DistanceUnitsTest, TestSlowCompositeReaderWrapper, TestLFUCache, PrimitiveFieldTypeTest, TestRawTransformer, LargeFieldTest, TestHdfsCloudBackupRestore, BadComponentTest, HttpPartitionTest, SolrTestCaseJ4Test, SmileWriterTest, PeerSyncReplicationTest, TestMiniSolrCloudCluster, BlockJoinFacetRandomTest, JavabinLoaderTest, UtilsToolTest, TestConfigsApi, LeaderElectionTest, CreateCollectionCleanupTest, TestJavabinTupleStreamParser, SuggesterWFSTTest, TestSolrCloudWithHadoopAuthPlugin, CloudExitableDirectoryReaderTest, TestLegacyFieldCache, BinaryUpdateRequestHandlerTest, ShowFileRequestHandlerTest, RulesTest, TestScoreJoinQPScore, TestSearcherReuse, RecoveryZkTest, RequestLoggingTest, TestFieldSortValues, TestDistributedMissingSort, SolrIndexMetricsTest, TestNamedUpdateProcessors, V2ApiIntegrationTest, CdcrReplicationDistributedZkTest, StatsReloadRaceTest, TestFieldResource, TestHalfAndHalfDocValues, DeleteShardTest, CachingDirectoryFactoryTest, DeleteLastCustomShardedReplicaTest, StatelessScriptUpdateProcessorFactoryTest, TestBulkSchemaAPI, TestHdfsUpdateLog, SuggestComponentContextFilterQueryTest, CircularListTest, ResponseHeaderTest, TestFieldCacheReopen, DistributedVersionInfoTest, TestDistribDocBasedVersion, ReplicaListTransformerTest, TestNonDefinedSimilarityFactory, TestCollectionAPI, TestSort, TestLMJelinekMercerSimilarityFactory, TestEmbeddedSolrServerSchemaAPI, TestBinaryField, AtomicUpdateProcessorFactoryTest, TestDFRSimilarityFactory, BitVectorTest, TestExportWriter, TestFieldCacheSortRandom, UnloadDistributedZkTest, ClassificationUpdateProcessorIntegrationTest, BadIndexSchemaTest, LukeRequestHandlerTest, UpdateLogTest, StressHdfsTest, TestSortByMinMaxFunction, TestConfigSetsAPIZkFailure, TestAuthorizationFramework, DebugComponentTest, PropertiesRequestHandlerTest, AsyncCallRequestStatusResponseTest, TestExactSharedStatsCache, ReplaceNodeTest, StatsComponentTest, TestSimpleTextCodec, TestTolerantSearch, SOLR749Test, SimpleFacetsTest, BasicAuthIntegrationTest]
   [junit4] Completed [280/713 (1!)] on J2 in 19.99s, 1 test, 1 error <<< FAILURES!

[...truncated 44911 lines...]