You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/04/06 09:50:53 UTC

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2006 - Still Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2006/

2 tests failed.
FAILED:  org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test

Error Message:
.responseHeader.status:200!=0

Stack Trace:
junit.framework.AssertionFailedError: .responseHeader.status:200!=0
	at __randomizedtesting.SeedInfo.seed([8DF24EDBF566EA:88D9CD9475090B12]:0)
	at junit.framework.Assert.fail(Assert.java:57)
	at org.apache.solr.BaseDistributedSearchTestCase.compareSolrResponses(BaseDistributedSearchTestCase.java:1006)
	at org.apache.solr.BaseDistributedSearchTestCase.compareResponses(BaseDistributedSearchTestCase.java:1033)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:679)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
	at org.apache.solr.handler.component.TestDistributedStatsComponentCardinality.test(TestDistributedStatsComponentCardinality.java:142)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3022043, failWrongCredentials=1, requestTimes=2543, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=3022043, failWrongCredentials=1, requestTimes=2543, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
	at __randomizedtesting.SeedInfo.seed([8DF24EDBF566EA:3D555C62E31B389A]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13413 lines...]
   [junit4] Suite: org.apache.solr.handler.component.TestDistributedStatsComponentCardinality
   [junit4]   2> 74621 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 74621 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/data-dir-3-001
   [junit4]   2> 74621 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 74623 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.SolrTestCaseJ4$SuppressSSL(bugUrl=https://issues.apache.org/jira/browse/SOLR-9062)
   [junit4]   2> 74623 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 74623 INFO  (SUITE-TestDistributedStatsComponentCardinality-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 74732 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1
   [junit4]   2> 75024 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 75024 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 75030 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 75040 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 75040 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 75042 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 75058 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@257200c4{/,null,AVAILABLE}
   [junit4]   2> 75061 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@318edc3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:39411}
   [junit4]   2> 75061 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server Started @75099ms
   [junit4]   2> 75062 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=39411, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores}
   [junit4]   2> 75082 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 75083 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 75083 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 75083 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 75083 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 75083 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T08:53:56.380Z
   [junit4]   2> 75083 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/solr.xml
   [junit4]   2> 75087 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 75087 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 75089 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 75610 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 75620 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@67d7487e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 75620 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@67d7487e[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 75624 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b539fad[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 75625 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b539fad[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 75631 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 75648 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 75650 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 75667 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 75667 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 75667 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 75669 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores
   [junit4]   2> 75670 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 75680 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 75695 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 75720 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 75732 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 75744 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 75744 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 75744 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 75746 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
   [junit4]   2> 75798 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 75798 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 75799 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 75799 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 75800 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
   [junit4]   2> 75801 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 75816 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 75883 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 75883 INFO  (coreLoadExecutor-190-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280595325255680
   [junit4]   2> 75884 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 75884 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 75884 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 75884 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 75885 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 75885 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 75885 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 75886 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 75886 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 75887 INFO  (searcherExecutor-192-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 76496 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 76498 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 76498 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 76498 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 76499 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 76499 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 76499 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 76499 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4b24efeb{/,null,AVAILABLE}
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@56f45436{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41873}
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server Started @76538ms
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=41873, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores}
   [junit4]   2> 76500 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T08:53:57.797Z
   [junit4]   2> 76500 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 76503 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 76503 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 76505 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 76968 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 76970 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@b69e23f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 76970 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@b69e23f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 76973 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@f7eb141[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 76973 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@f7eb141[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 76974 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 76985 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 76985 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 77003 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 77013 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 77013 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 77015 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores
   [junit4]   2> 77015 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 77022 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 77047 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 77078 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 77087 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 77095 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 77096 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 77096 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 77097 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
   [junit4]   2> 77151 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 77151 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 77152 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 77152 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 77153 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
   [junit4]   2> 77154 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 77169 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 77241 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 77241 INFO  (coreLoadExecutor-209-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280596749221888
   [junit4]   2> 77242 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 77243 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 77243 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 77243 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 77243 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 77243 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 77243 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 77244 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 77244 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 77246 INFO  (searcherExecutor-211-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 77345 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 77346 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 77346 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 77346 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 77347 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 77347 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 77348 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 77348 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4531517e{/,null,AVAILABLE}
   [junit4]   2> 77349 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@37499ef3{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:42317}
   [junit4]   2> 77349 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server Started @77387ms
   [junit4]   2> 77349 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=42317, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores}
   [junit4]   2> 77350 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 77350 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 77350 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 77350 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 77350 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 77350 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T08:53:58.647Z
   [junit4]   2> 77350 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 77352 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 77352 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 77354 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 77938 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 77939 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@31b2d3b3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 77939 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@31b2d3b3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 77943 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@17305c8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 77943 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@17305c8b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 77944 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 77955 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 77955 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 77974 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 77984 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 77984 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 77986 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores
   [junit4]   2> 77986 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 78010 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 78025 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 78047 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 78057 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 78066 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 78067 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 78067 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 78068 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
   [junit4]   2> 78119 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 78119 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 78121 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 78121 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 78121 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
   [junit4]   2> 78123 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 78138 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 78201 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 78201 INFO  (coreLoadExecutor-228-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280597755854848
   [junit4]   2> 78202 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 78203 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 78203 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 78203 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 78204 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 78204 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 78204 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 78204 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 78205 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 78207 INFO  (searcherExecutor-230-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 78297 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 78298 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 78298 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 78298 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 78303 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 78303 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 78303 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 78303 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@40f8d33c{/,null,AVAILABLE}
   [junit4]   2> 78304 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@27c243e6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:46843}
   [junit4]   2> 78304 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.s.Server Started @78342ms
   [junit4]   2> 78304 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/, hostPort=46843, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores}
   [junit4]   2> 78305 ERROR (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 78305 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 78305 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 78305 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 78305 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 78305 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T08:53:59.602Z
   [junit4]   2> 78305 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 78307 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 78307 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 78309 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 78434 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 78436 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@64bac499[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 78436 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@64bac499[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 78440 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@15248df3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 78440 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@15248df3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 78441 WARN  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 78452 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 78452 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 78470 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 78481 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 78481 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 78482 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores
   [junit4]   2> 78482 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 78490 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 78505 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 78528 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 78537 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 78546 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 78547 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@3ca2d941
   [junit4]   2> 78547 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J2/temp/solr.handler.component.TestDistributedStatsComponentCardinality_8DF24EDBF566EA-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 78548 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=13, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.6951780841053268]
   [junit4]   2> 78613 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 78613 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 78615 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 78615 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 78615 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=17, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3319349665873624]
   [junit4]   2> 78618 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 78633 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 78700 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 78701 INFO  (coreLoadExecutor-247-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696280598280142848
   [junit4]   2> 78702 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 78702 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 78702 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 78702 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 78702 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 78703 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 78703 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 78703 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.SolrTestCaseJ4 ###Starting test
   [junit4]   2> 78703 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 78703 INFO  (TEST-TestDistributedStatsComponentCardinality.test-seed#[8DF24EDBF566EA]) [     ] o.a.s.h.c.TestDistributedStatsComponentCardinality Building an index of 12785 docs
   [junit4]   2> 78703 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 78705 INFO  (searcherExecutor-249-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 78967 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1696280598555918336)]} 0 9
   [junit4]   2> 78998 INFO  (qtp249543065-336) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[1 (1696280598589472768)]} 0 2
   [junit4]   2> 79000 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1696280598593667072)]} 0 1
   [junit4]   2> 79004 INFO  (qtp440819210-357) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[2 (1696280598595764224)]} 0 2
   [junit4]   2> 79006 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1696280598598909952)]} 0 0
   [junit4]   2> 79009 INFO  (qtp1117766961-379) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[3 (1696280598602055680)]} 0 1
   [junit4]   2> 79011 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1696280598604152832)]} 0 0
   [junit4]   2> 79013 INFO  (qtp249543065-337) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[4 (1696280598606249984)]} 0 0
   [junit4]   2> 79014 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1696280598608347136)]} 0 0
   [junit4]   2> 79016 INFO  (qtp440819210-358) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[5 (1696280598610444288)]} 0 0
   [junit4]   2> 79018 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1696280598612541440)]} 0 0
   [junit4]   2> 79020 INFO  (qtp1117766961-378) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[6 (1696280598613590016)]} 0 0
   [junit4]   2> 79021 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1696280598615687168)]} 0 0
   [junit4]   2> 79023 INFO  (qtp249543065-338) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[7 (1696280598617784320)]} 0 0
   [junit4]   2> 79025 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1696280598618832896)]} 0 0
   [junit4]   2> 79026 INFO  (qtp440819210-359) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[8 (1696280598620930048)]} 0 0
   [junit4]   2> 79028 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1696280598621978624)]} 0 0
   [junit4]   2> 79029 INFO  (qtp1117766961-380) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[9 (1696280598624075776)]} 0 0
   [junit4]   2> 79031 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1696280598625124352)]} 0 0
   [junit4]   2> 79032 INFO  (qtp249543065-339) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[10 (1696280598627221504)]} 0 0
   [junit4]   2> 79033 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1696280598628270080)]} 0 0
   [junit4]   2> 79035 INFO  (qtp440819210-360) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[11 (1696280598629318656)]} 0 0
   [junit4]   2> 79036 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1696280598631415808)]} 0 0
   [junit4]   2> 79037 INFO  (qtp1117766961-381) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[12 (1696280598632464384)]} 0 0
   [junit4]   2> 79038 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1696280598633512960)]} 0 0
   [junit4]   2> 79040 INFO  (qtp249543065-335) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[13 (1696280598634561536)]} 0 0
   [junit4]   2> 79041 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1696280598636658688)]} 0 0
   [junit4]   2> 79042 INFO  (qtp440819210-356) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[14 (1696280598637707264)]} 0 0
   [junit4]   2> 79043 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1696280598638755840)]} 0 0
   [junit4]   2> 79045 INFO  (qtp1117766961-377) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[15 (1696280598639804416)]} 0 0
   [junit4]   2> 79046 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1696280598641901568)]} 0 0
   [junit4]   2> 79047 INFO  (qtp249543065-336) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[16 (1696280598642950144)]} 0 0
   [junit4]   2> 79048 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1696280598643998720)]} 0 0
   [junit4]   2> 79049 INFO  (qtp440819210-357) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[17 (1696280598645047296)]} 0 0
   [junit4]   2> 79051 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[18 (1696280598646095872)]} 0 0
   [junit4]   2> 79052 INFO  (qtp1117766961-379) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[18 (1696280598648193024)]} 0 0
   [junit4]   2> 79053 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[19 (1696280598649241600)]} 0 0
   [junit4]   2> 79055 INFO  (qtp249543065-337) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[19 (1696280598650290176)]} 0 0
   [junit4]   2> 79056 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[20 (1696280598652387328)]} 0 0
   [junit4]   2> 79057 INFO  (qtp440819210-358) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[20 (1696280598653435904)]} 0 0
   [junit4]   2> 79058 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[21 (1696280598654484480)]} 0 0
   [junit4]   2> 79059 INFO  (qtp1117766961-378) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[21 (1696280598655533056)]} 0 0
   [junit4]   2> 79061 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[22 (1696280598656581632)]} 0 0
   [junit4]   2> 79062 INFO  (qtp249543065-338) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[22 (1696280598658678784)]} 0 0
   [junit4]   2> 79064 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[23 (1696280598659727360)]} 0 0
   [junit4]   2> 79065 INFO  (qtp440819210-359) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[23 (1696280598660775936)]} 0 0
   [junit4]   2> 79066 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[24 (1696280598662873088)]} 0 0
   [junit4]   2> 79067 INFO  (qtp1117766961-380) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[24 (1696280598663921664)]} 0 0
   [junit4]   2> 79068 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[25 (1696280598664970240)]} 0 0
   [junit4]   2> 79069 INFO  (qtp249543065-339) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[25 (1696280598666018816)]} 0 0
   [junit4]   2> 79070 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[26 (1696280598667067392)]} 0 0
   [junit4]   2> 79071 INFO  (qtp440819210-360) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[26 (1696280598668115968)]} 0 0
   [junit4]   2> 79072 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[27 (1696280598669164544)]} 0 0
   [junit4]   2> 79074 INFO  (qtp1117766961-381) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[27 (1696280598670213120)]} 0 0
   [junit4]   2> 79075 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[28 (1696280598671261696)]} 0 0
   [junit4]   2> 79076 INFO  (qtp249543065-335) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[28 (1696280598672310272)]} 0 0
   [junit4]   2> 79077 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[29 (1696280598674407424)]} 0 0
   [junit4]   2> 79078 INFO  (qtp440819210-356) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[29 (1696280598675456000)]} 0 0
   [junit4]   2> 79079 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[30 (1696280598676504576)]} 0 0
   [junit4]   2> 79080 INFO  (qtp1117766961-377) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[30 (1696280598677553152)]} 0 0
   [junit4]   2> 79081 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[31 (1696280598678601728)]} 0 0
   [junit4]   2> 79082 INFO  (qtp249543065-336) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[31 (1696280598679650304)]} 0 0
   [junit4]   2> 79083 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[32 (1696280598680698880)]} 0 0
   [junit4]   2> 79084 INFO  (qtp440819210-357) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[32 (1696280598681747456)]} 0 0
   [junit4]   2> 79085 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[33 (1696280598682796032)]} 0 0
   [junit4]   2> 79086 INFO  (qtp1117766961-379) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[33 (1696280598683844608)]} 0 0
   [junit4]   2> 79088 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[34 (1696280598684893184)]} 0 0
   [junit4]   2> 79089 INFO  (qtp249543065-337) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[34 (1696280598685941760)]} 0 0
   [junit4]   2> 79090 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[35 (1696280598686990336)]} 0 0
   [junit4]   2> 79091 INFO  (qtp440819210-358) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[35 (1696280598688038912)]} 0 0
   [junit4]   2> 79092 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[36 (1696280598689087488)]} 0 0
   [junit4]   2> 79093 INFO  (qtp1117766961-378) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[36 (1696280598690136064)]} 0 0
   [junit4]   2> 79094 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[37 (1696280598691184640)]} 0 0
   [junit4]   2> 79095 INFO  (qtp249543065-338) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[37 (1696280598692233216)]} 0 0
   [junit4]   2> 79096 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[38 (1696280598693281792)]} 0 0
   [junit4]   2> 79097 INFO  (qtp440819210-359) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[38 (1696280598694330368)]} 0 0
   [junit4]   2> 79098 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[39 (1696280598696427520)]} 0 0
   [junit4]   2> 79099 INFO  (qtp1117766961-380) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[39 (1696280598697476096)]} 0 0
   [junit4]   2> 79100 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[40 (1696280598698524672)]} 0 0
   [junit4]   2> 79101 INFO  (qtp249543065-339) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[40 (1696280598699573248)]} 0 0
   [junit4]   2> 79103 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[41 (1696280598701670400)]} 0 0
   [junit4]   2> 79105 INFO  (qtp440819210-360) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[41 (1696280598702718976)]} 0 0
   [junit4]   2> 79106 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[42 (1696280598703767552)]} 0 0
   [junit4]   2> 79107 INFO  (qtp1117766961-381) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[42 (1696280598705864704)]} 0 0
   [junit4]   2> 79108 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[43 (1696280598706913280)]} 0 0
   [junit4]   2> 79110 INFO  (qtp249543065-335) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[43 (1696280598709010432)]} 0 0
   [junit4]   2> 79112 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[44 (1696280598711107584)]} 0 0
   [junit4]   2> 79114 INFO  (qtp440819210-356) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[44 (1696280598712156160)]} 0 0
   [junit4]   2> 79115 INFO  (qtp1341775608-314) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[45 (1696280598713204736)]} 0 0
   [junit4]   2> 79116 INFO  (qtp1117766961-377) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[45 (1696280598715301888)]} 0 0
   [junit4]   2> 79117 INFO  (qtp1341775608-315) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[46 (1696280598716350464)]} 0 0
   [junit4]   2> 79118 INFO  (qtp249543065-336) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[46 (1696280598717399040)]} 0 0
   [junit4]   2> 79119 INFO  (qtp1341775608-316) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[47 (1696280598718447616)]} 0 0
   [junit4]   2> 79120 INFO  (qtp440819210-357) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[47 (1696280598719496192)]} 0 0
   [junit4]   2> 79121 INFO  (qtp1341775608-317) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[48 (1696280598720544768)]} 0 0
   [junit4]   2> 79122 INFO  (qtp1117766961-379) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[48 (1696280598721593344)]} 0 0
   [junit4]   2> 79123 INFO  (qtp1341775608-318) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[49 (1696280598722641920)]} 0 0
   [junit4]   2> 79124 INFO  (qtp249543065-337) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp= path=/update params={wt=javabin&version=2}{add=[49 (1696280598723690496)]} 0 0
   [junit4]   2> 79125 INFO  (qtp1341775608-314) [    x:collection

[...truncated too long message...]

0x1045d6fe8ed0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2277573 INFO  (jetty-closer-25396-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73286229175369733-127.0.0.1:40791_solr-n_0000000000) closing
   [junit4]   2> 2277574 INFO  (jetty-closer-25396-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5a109b77{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 2277575 INFO  (jetty-closer-25396-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@3b242fbb{/solr,null,STOPPED}
   [junit4]   2> 2277575 INFO  (jetty-closer-25396-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 2277575 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 2277677 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker-SendThread(127.0.0.1:45229)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045d6fe8ed0001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045d6fe8ed0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 2277778 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/collections/testkerberoscollection/terms/shard1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	4	/solr/clusterprops.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	10	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	4	/solr/overseer/collection-queue-work
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 2277780 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45229
   [junit4]   2> 2277780 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45229
   [junit4]   2> 2277780 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[8DF24EDBF566EA]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45229
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_8DF24EDBF566EA-001
   [junit4]   2> Apr 06, 2021 9:30:39 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=31, maxMBSortInHeap=6.925495106835356, sim=Asserting(RandomSimilarity(queryNorm=true): {}), locale=es-SV, timezone=America/Shiprock
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=70660944,total=523239424
   [junit4]   2> NOTE: All tests run in this JVM: [IgnoreLargeDocumentProcessorFactoryTest, LeaderElectionIntegrationTest, TermsComponentTest, TestSolrJ, MultiDestinationAuditLoggerTest, OverseerSolrResponseUnsafeSerializationTest, TestSolrXml, DeleteReplicaTest, DateRangeFieldTest, EnumFieldTest, DistributedFacetExistsSmallTest, MetricUtilsTest, StressHdfsTest, RoutingToNodesWithPropertiesTest, TestFacetMethods, TestReversedWildcardFilterFactory, TestSimComputePlanAction, CollectionsAPIAsyncDistributedZkTest, ClassificationUpdateProcessorTest, TestSystemCollAutoCreate, TestLFUCache, TestSubQueryTransformerDistrib, TestJoin, ManagedSchemaRoundRobinCloudTest, LargeFieldTest, CdcrVersionReplicationTest, DistributedUpdateProcessorTest, TimeZoneUtilsTest, TestZkChroot, SuggesterWFSTTest, BasicFunctionalityTest, BigEndianAscendingWordSerializerTest, TestDistributedMap, TestSortByMinMaxFunction, SearchHandlerTest, DistributedQueryComponentOptimizationTest, TestPhraseSuggestions, TestEmbeddedSolrServerAdminHandler, ShowFileRequestHandlerTest, HttpTriggerListenerTest, TestCollationFieldDocValues, TestStressVersions, TestBM25SimilarityFactory, TestSolrCloudWithKerberosAlt, TestReplicaProperties, MaxSizeAutoCommitTest, TestQueryTypes, UniqFieldsUpdateProcessorFactoryTest, TestRawTransformer, TestSimUtils, SolrGraphiteReporterTest, SuggestComponentContextFilterQueryTest, TestNumericTerms64, TestSchemaManager, TestUseDocValuesAsStored, TestAtomicUpdateErrorCases, ZkDynamicConfigTest, SearchRateTriggerTest, TestConfigSetsAPIZkFailure, ScheduledMaintenanceTriggerTest, TestCollectionAPI, TestNestedUpdateProcessor, TestJsonFacetsStatsParsing, ShardRoutingTest, BlockJoinFacetRandomTest, ReplicationFactorTest, LeaderTragicEventTest, ByteBuffersDirectoryFactoryTest, DocValuesNotIndexedTest, TestJavabinTupleStreamParser, RequestLoggingTest, TestManagedSynonymGraphFilterFactory, TestLegacyBM25SimilarityFactory, TestSimExtremeIndexing, TestStressLiveNodes, MetricsHistoryWithAuthIntegrationTest, AuditLoggerPluginTest, SystemInfoHandlerTest, DistributedTermsComponentTest, TestSweetSpotSimilarityFactory, TestUnifiedSolrHighlighter, SolrCoreMetricManagerTest, TestBulkSchemaConcurrent, SolrCloudReportersTest, PurgeGraphTest, PolyFieldTest, TestBackupRepositoryFactory, HdfsBasicDistributedZkTest, ClusterStateTest, ZkStateWriterTest, UpdateParamsTest, JWTAuthPluginIntegrationTest, XsltUpdateRequestHandlerTest, TestCloudDeduplication, TestManagedSchemaThreadSafety, TestRebalanceLeaders, HdfsRecoverLeaseTest, TestGraphTermsQParserPlugin, ResourceLoaderTest, ConnectionReuseTest, TestDistribPackageStore, TestFieldCollectionResource, NestedShardedAtomicUpdateTest, TestMinHashQParser, HdfsBackupRepositoryIntegrationTest, EmbeddedSolrNoSerializeTest, TestShortCircuitedRequests, TestClusterProperties, TestSchemaNameResource, PreAnalyzedUpdateProcessorTest, TestFieldCache, ReindexCollectionTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestConfigOverlay, MinimalSchemaTest, SolrInfoBeanTest, TestCursorMarkWithoutUniqueKey, TestDistributedMissingSort, TestSolrCoreProperties, TestTolerantSearch, TestTrie, PathHierarchyTokenizerFactoryTest, TestCharFilters, AliasIntegrationTest, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, ConcurrentCreateRoutedAliasTest, ConnectionManagerTest, DeleteInactiveReplicaTest, DistribDocExpirationUpdateProcessorTest, MultiSolrCloudTestCaseTest, RecoveryAfterSoftCommitTest, SolrXmlInZkTest, SplitShardTest, TestCloudConsistency, TestPullReplica, TestPullReplicaErrorHandling, UnloadDistributedZkTest, BackupRestoreApiErrorConditionsTest, ConcurrentDeleteAndCreateCollectionTest, CustomCollectionTest, ComputePlanActionTest, HdfsDirectoryFactoryTest, RAMDirectoryFactoryTest, TestConfigSets, TestCoreContainer, TestCorePropertiesReload, TestCustomStream, TestDynamicURP, TestInitParams, TestMergePolicyConfig, TestSimpleTextCodec, TestSolrDeletionPolicy2, DocumentAnalysisRequestHandlerTest, JsonLoaderTest, TestCSVLoader, TestContainerPlugin, TestRestoreCore, TestSQLHandlerNonCloud, TestSolrConfigHandlerCloud, IndexSizeEstimatorTest, MetricsHandlerTest, MetricsHistoryHandlerTest, SecurityConfHandlerTest, TestConfigsApi, ThreadDumpHandlerTest, ZookeeperStatusHandlerTest, CustomTermsComponentTest, DistributedFacetPivotSmallTest, MoreLikeThisComponentTest, PhrasesIdentificationComponentTest, TestPivotHelperCode, TestTrackingShardHandlerFactory, TaggerTest, TaggingAttributeTest, FastVectorHighlighterTest, HighlighterMaxOffsetTest, HighlighterTest, UninvertDocValuesMergePolicyTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, TestMultiValuedNumericRangeQuery, TestNumericRangeQuery32, TestNumericTokenStream, TestLogWatcher, JvmMetricsTest, TestPackages, TestCustomSort, TestFilteredDocIdSet, TestFiltering, TestRecoveryHdfs, SpatialHeatmapFacetsTest, TestExactStatsCache, TestExternalRoleRuleBasedAuthorizationPlugin, TestPKIAuthenticationPlugin, TestImpersonationWithHadoopAuth, TestSolrCloudWithHadoopAuthPlugin]
   [junit4] Completed [854/936 (2!)] on J1 in 4.76s, 1 test, 1 failure <<< FAILURES!

[...truncated 51107 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2009 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2009/

2 tests failed.
FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.LeaderElectionContextKeyTest

Error Message:
Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr

Stack Trace:
org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
	at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
	at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:60)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.net.SocketTimeoutException: Read timed out
	at java.net.SocketInputStream.socketRead0(Native Method)
	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
	at java.net.SocketInputStream.read(SocketInputStream.java:171)
	at java.net.SocketInputStream.read(SocketInputStream.java:141)
	at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
	at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
	at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
	at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228)
	at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
	at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915)
	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
	... 36 more


FAILED:  org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls

Error Message:
Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=} ] expected:<2> but was:<1>

Stack Trace:
java.lang.AssertionError: Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=}
] expected:<2> but was:<1>
	at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA:FFD6FC6B6F225BB1]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotEquals(Assert.java:835)
	at org.junit.Assert.assertEquals(Assert.java:647)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.checkNonSecurityACLs(TestZkAclsWithHadoopAuth.java:139)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:110)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:116)
	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls(TestZkAclsWithHadoopAuth.java:102)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14172 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth
   [junit4]   2> 664849 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 664849 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 664849 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/data-dir-105-001
   [junit4]   2> 664849 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 664851 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 664856 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/tempDir-001
   [junit4]   2> 664856 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 664856 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 664856 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 664857 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 664956 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 34513
   [junit4]   2> 664956 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:34513
   [junit4]   2> 664956 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34513
   [junit4]   2> 664956 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34513
   [junit4]   2> 664958 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
   [junit4]   2> 664966 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 664967 INFO  (zkConnectionManagerCallback-7642-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 664967 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 664968 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
   [junit4]   2> 664976 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
   [junit4]   2> 664981 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 664984 INFO  (zkConnectionManagerCallback-7644-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 664984 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 664984 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
   [junit4]   2> 664984 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
   [junit4]   2> 664985 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 664995 INFO  (zkConnectionManagerCallback-7646-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 664995 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 664995 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
   [junit4]   2> 665107 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 665107 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 665107 INFO  (jetty-launcher-7647-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 665109 INFO  (jetty-launcher-7647-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 665109 INFO  (jetty-launcher-7647-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 665109 INFO  (jetty-launcher-7647-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 665109 INFO  (jetty-launcher-7647-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@34c74b80{/solr,null,AVAILABLE}
   [junit4]   2> 665112 INFO  (jetty-launcher-7647-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@50bfb6f7{SSL, (ssl, http/1.1)}{127.0.0.1:43129}
   [junit4]   2> 665112 INFO  (jetty-launcher-7647-thread-1) [     ] o.e.j.s.Server Started @665139ms
   [junit4]   2> 665112 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:34513/solr, hostPort=43129}
   [junit4]   2> 665112 ERROR (jetty-launcher-7647-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 665112 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 665112 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 665113 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 665113 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 665113 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T18:15:45.056Z
   [junit4]   2> 665113 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
   [junit4]   2> 665137 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 665149 INFO  (zkConnectionManagerCallback-7649-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 665149 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 665149 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
   [junit4]   2> 665150 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 665153 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 665155 WARN  (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 667318 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 667318 WARN  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 667319 WARN  (jetty-launcher-7647-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@42f01417[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 667319 WARN  (jetty-launcher-7647-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@42f01417[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 667321 WARN  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 667325 WARN  (jetty-launcher-7647-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66b11487[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 667325 WARN  (jetty-launcher-7647-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66b11487[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 667326 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34513/solr
   [junit4]   2> 667326 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
   [junit4]   2> 667329 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 667330 INFO  (zkConnectionManagerCallback-7660-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 667330 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 667330 INFO  (jetty-launcher-7647-thread-1) [     ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
   [junit4]   2> 667331 WARN  (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 667437 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 667445 INFO  (zkConnectionManagerCallback-7662-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 667445 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 667527 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.ZkController Detected inconsistent ACLs for zookeeper /security.json, attempting to repair.
   [junit4]   2> 667535 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:43129_solr
   [junit4]   2> 667535 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) starting
   [junit4]   2> 667539 INFO  (OverseerStateUpdate-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:43129_solr
   [junit4]   2> 667542 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
   [junit4]   2> 667543 INFO  (zkCallback-7661-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 667544 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 667544 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.HadoopAuthPlugin
   [junit4]   2> 667544 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.s.HadoopAuthPlugin Params: {delegation-token.token-kind=solr-dt, cookie.domain=127.0.0.1, zk-dt-secret-manager.znodeWorkingPath=solr/security/zkdtsm, signer.secret.provider.zookeeper.path=/token, type=simple, zk-dt-secret-manager.enable=true, signer.secret.provider=zookeeper, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 667546 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.c.f.i.CuratorFrameworkImpl Starting
   [junit4]   2> 667557 INFO  (jetty-launcher-7647-thread-1-EventThread) [     ] o.a.c.f.s.ConnectionStateManager State change: CONNECTED
   [junit4]   2> 667568 WARN  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 667569 WARN  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 667583 INFO  (jetty-launcher-7647-thread-1) [n:127.0.0.1:43129_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001/tempDir-001/node1
   [junit4]   2> 667609 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 667609 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkCredentialsProvider: org.apache.solr.common.cloud.VMParamsSingleSetCredentialsDigestZkCredentialsProvider
   [junit4]   2> 667613 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 667614 INFO  (zkConnectionManagerCallback-7677-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 667614 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 667614 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.SolrZkClient Using ZkACLProvider: org.apache.solr.common.cloud.VMParamsAllAndReadonlyDigestZkACLProvider
   [junit4]   2> 667615 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 667616 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34513/solr ready
   [junit4]   2> 667638 INFO  (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testZkAcls
   [junit4]   2> 667688 WARN  (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]-SendThread(127.0.0.1:34513)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10008.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10008, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 667918 INFO  (TEST-TestZkAclsWithHadoopAuth.testZkAcls-seed#[26BBAD2A1B4077AA]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testZkAcls
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestZkAclsWithHadoopAuth -Dtests.method=testZkAcls -Dtests.seed=26BBAD2A1B4077AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=sr-CS -Dtests.timezone=Europe/Rome -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.31s J0 | TestZkAclsWithHadoopAuth.testZkAcls <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Path /security.json ACLs found [31,s{'digest,'solr:GLIpYn0ALjsLW9sYA7KZV7u1sNo=}
   [junit4]    > ] expected:<2> but was:<1>
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA:FFD6FC6B6F225BB1]:0)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.checkNonSecurityACLs(TestZkAclsWithHadoopAuth.java:139)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:110)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.walkZkTree(TestZkAclsWithHadoopAuth.java:116)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestZkAclsWithHadoopAuth.testZkAcls(TestZkAclsWithHadoopAuth.java:102)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 667926 WARN  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:34513)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10007.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10007, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 668028 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1933094779
   [junit4]   2> 668028 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:43129_solr
   [junit4]   2> 668028 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 668028 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:43129_solr as DOWN
   [junit4]   2> 668030 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 668031 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 668031 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 668031 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 668031 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 668031 INFO  (closeThreadPool-7683-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
   [junit4]   2> 668033 INFO  (OverseerStateUpdate-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [n:127.0.0.1:43129_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:43129_solr
   [junit4]   2> 668033 INFO  (OverseerAutoScalingTriggerThread-73288294198214661-127.0.0.1:43129_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 668037 INFO  (closeThreadPool-7683-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
   [junit4]   2> 668037 WARN  (jetty-launcher-7647-thread-1-SendThread(127.0.0.1:34513)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f50b5e10005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f50b5e10005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 668138 INFO  (jetty-closer-7678-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73288294198214661-127.0.0.1:43129_solr-n_0000000000) closing
   [junit4]   2> 668138 ERROR (Thread[Thread-1137,5,TGRP-TestZkAclsWithHadoopAuth]) [     ] o.a.h.s.t.d.AbstractDelegationTokenSecretManager ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
   [junit4]   2> 668138 INFO  (Curator-Framework-0) [     ] o.a.c.f.i.CuratorFrameworkImpl backgroundOperationsLoop exiting
   [junit4]   2> 668240 INFO  (jetty-closer-7678-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@50bfb6f7{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 668241 INFO  (jetty-closer-7678-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@34c74b80{/solr,null,STOPPED}
   [junit4]   2> 668241 INFO  (jetty-closer-7678-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 668245 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 668448 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMKeyIdRoot
   [junit4]   2> 	2	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot/DK_1
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 	3	/solr/security/zkdtsm/ZKDTSMRoot/ZKDTSMMasterKeyRoot
   [junit4]   2> 	2	/solr/overseer/queue
   [junit4]   2> 	2	/solr/collections
   [junit4]   2> 
   [junit4]   2> 668450 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:34513
   [junit4]   2> 668450 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:34513
   [junit4]   2> 668450 INFO  (SUITE-TestZkAclsWithHadoopAuth-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 34513
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.security.hadoop.TestZkAclsWithHadoopAuth_26BBAD2A1B4077AA-001
   [junit4]   2> Apr 06, 2021 6:15:48 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=546, maxMBSortInHeap=5.337143579428489, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=sr-CS, timezone=Europe/Rome
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=284981936,total=524812288
   [junit4]   2> NOTE: All tests run in this JVM: [CoreSorterTest, TemplateUpdateProcessorTest, StatsComponentTest, TestCollationField, TestSolr4Spatial, AtomicUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestSnapshotCoreBackup, CoreAdminCreateDiscoverTest, SolrMetricsIntegrationTest, TestDelegationWithHadoopAuth, SimpleMLTQParserTest, TestDistribDocBasedVersion, PrimitiveFieldTypeTest, GraphQueryTest, DocumentBuilderTest, TestLuceneIndexBackCompat, TestUtils, TestSimExecutePlanAction, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, AuthToolTest, DocumentAnalysisRequestHandlerTest, TestCSVLoader, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, ReturnFieldsTest, TestSimpleTrackingShardHandler, TestQuerySenderListener, SuggesterTest, MultiThreadedOCPTest, TestHighFrequencyDictionaryFactory, OpenExchangeRatesOrgProviderTest, TestManagedSchemaAPI, BlockJoinFacetDistribTest, SegmentsInfoRequestHandlerTest, ReplaceNodeTest, SplitByPrefixTest, TestPartialUpdateDeduplication, JWTVerificationkeyResolverTest, TestRestManager, FullSolrCloudDistribCmdsTest, TestNumericTokenStream, TestConfigSets, TestStandardQParsers, CustomHighlightComponentTest, FullHLLTest, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, TestRecovery, DistributedFacetPivotSmallAdvancedTest, TestNoOpRegenerator, TestInitQParser, BasicAuthStandaloneTest, AggValueSourceTest, MetricsHistoryIntegrationTest, ConjunctionSolrSpellCheckerTest, TestDynamicFieldResource, TestSuggestSpellingConverter, UninvertDocValuesMergePolicyTest, ZookeeperReadAPITest, SolrCoreTest, IndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, TestLMJelinekMercerSimilarityFactory, UpdateLogTest, AutoAddReplicasPlanActionTest, ResponseLogComponentTest, TestTextField, DisMaxRequestHandlerTest, OutputWriterTest, TestLocalFSCloudBackupRestore, TestBlendedInfixSuggestions, TestScoreJoinQPScore, TestMaxScoreQueryParser, PeerSyncWithIndexFingerprintCachingTest, DistributedQueryComponentCustomSortTest, TestRawResponseWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFastLRUCache, IndexSizeTriggerTest, TestZkAclsWithHadoopAuth]
   [junit4] Completed [278/936 (1!)] on J0 in 4.09s, 1 test, 1 failure <<< FAILURES!

[...truncated 518 lines...]
   [junit4] Suite: org.apache.solr.cloud.LeaderElectionContextKeyTest
   [junit4]   2> 905233 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 905234 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 905234 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/data-dir-127-001
   [junit4]   2> 905234 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 905234 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 905236 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 905236 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 905236 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/tempDir-001
   [junit4]   2> 905237 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 905237 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 905237 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 905238 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 905337 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 37841
   [junit4]   2> 905337 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:37841
   [junit4]   2> 905337 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37841
   [junit4]   2> 905337 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37841
   [junit4]   2> 905339 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905341 INFO  (zkConnectionManagerCallback-9248-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905341 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905348 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905349 INFO  (zkConnectionManagerCallback-9250-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905349 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905349 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905350 INFO  (zkConnectionManagerCallback-9252-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905350 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905352 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0002.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0002, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 905454 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 905454 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 905454 INFO  (jetty-launcher-9253-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 905457 INFO  (jetty-launcher-9253-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 905457 INFO  (jetty-launcher-9253-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 905457 INFO  (jetty-launcher-9253-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 905461 INFO  (jetty-launcher-9253-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2cb8123f{/solr,null,AVAILABLE}
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@42182efb{SSL, (ssl, http/1.1)}{127.0.0.1:36745}
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.e.j.s.Server Started @905489ms
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:37841/solr, hostPort=36745}
   [junit4]   2> 905462 ERROR (jetty-launcher-9253-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 905462 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T18:19:45.405Z
   [junit4]   2> 905463 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 905465 INFO  (zkConnectionManagerCallback-9255-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 905465 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 905465 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 905468 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.SolrXmlConfig Metrics collection is disabled.
   [junit4]   2> 906466 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 906467 WARN  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 906468 WARN  (jetty-launcher-9253-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3ff14a1f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906468 WARN  (jetty-launcher-9253-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3ff14a1f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906470 WARN  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 906470 WARN  (jetty-launcher-9253-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3652222f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906470 WARN  (jetty-launcher-9253-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3652222f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 906471 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37841/solr
   [junit4]   2> 906472 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 906473 INFO  (zkConnectionManagerCallback-9266-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 906473 INFO  (jetty-launcher-9253-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 906577 INFO  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 906578 INFO  (zkConnectionManagerCallback-9268-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 906578 INFO  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 906637 WARN  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 906641 INFO  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:36745_solr
   [junit4]   2> 906642 INFO  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) starting
   [junit4]   2> 906646 INFO  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36745_solr
   [junit4]   2> 906646 INFO  (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:36745_solr
   [junit4]   2> 906649 INFO  (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 906652 INFO  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 906653 WARN  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 906669 INFO  (jetty-launcher-9253-thread-1) [n:127.0.0.1:36745_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J0/temp/solr.cloud.LeaderElectionContextKeyTest_26BBAD2A1B4077AA-001/tempDir-001/node1
   [junit4]   2> 906681 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 906682 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 906682 INFO  (zkConnectionManagerCallback-9283-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 906683 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 906683 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 906684 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37841/solr ready
   [junit4]   2> 906725 INFO  (OverseerThreadFactory-9275-thread-1-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testCollection1
   [junit4]   2> 906828 WARN  (OverseerThreadFactory-9275-thread-1-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr     ] o.a.s.c.a.c.CreateCollectionCmd It is unusual to create a collection (testCollection1) without cores.
   [junit4]   2> 906830 INFO  (qtp232966924-12505) [n:127.0.0.1:36745_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 906840 INFO  (qtp232966924-12505) [n:127.0.0.1:36745_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&maxShardsPerNode=100&name=testCollection1&nrtReplicas=1&action=CREATE&numShards=2&createNodeSet=&wt=javabin&version=2} status=0 QTime=117
   [junit4]   2> 906852 INFO  (OverseerCollectionConfigSetProcessor-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr     ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
   [junit4]   2> 906854 INFO  (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:36745_solr for creating new replica of shard shard1 for collection testCollection1
   [junit4]   2> 906855 INFO  (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1   ] o.a.s.c.a.c.AddReplicaCmd Returning CreateReplica command.
   [junit4]   2> 906857 INFO  (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testCollection1_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:36745_solr",
   [junit4]   2>   "base_url":"https://127.0.0.1:36745/solr",
   [junit4]   2>   "collection":"testCollection1",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"addreplica"} 
   [junit4]   2> 996931 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0006.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0006, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1026902 ERROR (OverseerThreadFactory-9275-thread-2-processing-n:127.0.0.1:36745_solr) [n:127.0.0.1:36745_solr c:testCollection1 s:shard1   ] o.a.s.c.a.c.OverseerCollectionMessageHandler Collection: testCollection1 operation: addreplica failed:org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [testCollection1_shard1_replica_n1] in cluster state. Last state: DocCollection(testCollection1//collections/testCollection1/state.json/0 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"100",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.waitToSeeReplicasInState(OverseerCollectionMessageHandler.java:713)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.getReplicaParams(AddReplicaCmd.java:265)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.addReplica(AddReplicaCmd.java:175)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.AddReplicaCmd.call(AddReplicaCmd.java:93)
   [junit4]   2> 	at org.apache.solr.cloud.api.collections.OverseerCollectionMessageHandler.processMessage(OverseerCollectionMessageHandler.java:270)
   [junit4]   2> 	at org.apache.solr.cloud.OverseerTaskProcessor$Runner.run(OverseerTaskProcessor.java:524)
   [junit4]   2> 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]   2> 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1026903 INFO  (qtp232966924-12506) [n:127.0.0.1:36745_solr c:testCollection1    ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={action=ADDREPLICA&collection=testCollection1&shard=shard1&type=NRT&wt=javabin&version=2} status=500 QTime=120062
   [junit4]   2> 1026904 ERROR (qtp232966924-12506) [n:127.0.0.1:36745_solr c:testCollection1    ] o.a.s.s.HttpSolrCall org.apache.solr.common.SolrException: Timed out waiting to see all replicas: [testCollection1_shard1_replica_n1] in cluster state. Last state: DocCollection(testCollection1//collections/testCollection1/state.json/0 )={
   [junit4]   2>   "pullReplicas":"0",
   [junit4]   2>   "replicationFactor":"1",
   [junit4]   2>   "shards":{
   [junit4]   2>     "shard1":{
   [junit4]   2>       "range":"80000000-ffffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{}},
   [junit4]   2>     "shard2":{
   [junit4]   2>       "range":"0-7fffffff",
   [junit4]   2>       "state":"active",
   [junit4]   2>       "replicas":{}}},
   [junit4]   2>   "router":{"name":"compositeId"},
   [junit4]   2>   "maxShardsPerNode":"100",
   [junit4]   2>   "autoAddReplicas":"false",
   [junit4]   2>   "nrtReplicas":"1",
   [junit4]   2>   "tlogReplicas":"0"}
   [junit4]   2> 	at org.apache.solr.client.solrj.SolrResponse.getException(SolrResponse.java:65)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.invokeAction(CollectionsHandler.java:301)
   [junit4]   2> 	at org.apache.solr.handler.admin.CollectionsHandler.handleRequestBody(CollectionsHandler.java:257)
   [junit4]   2> 	at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:216)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:836)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:800)
   [junit4]   2> 	at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:545)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:427)
   [junit4]   2> 	at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:357)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:166)
   [junit4]   2> 	at org.eclipse.jetty.servlet.FilterHolder.doFilter(FilterHolder.java:193)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler$Chain.doFilter(ServletHandler.java:1601)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:548)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1612)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:233)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1434)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:188)
   [junit4]   2> 	at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:501)
   [junit4]   2> 	at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1582)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:186)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1349)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:141)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.rewrite.handler.RewriteHandler.handle(RewriteHandler.java:322)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:766)
   [junit4]   2> 	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:127)
   [junit4]   2> 	at org.eclipse.jetty.server.Server.handle(Server.java:516)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.lambda$handle$1(HttpChannel.java:383)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.dispatch(HttpChannel.java:556)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:375)
   [junit4]   2> 	at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:273)
   [junit4]   2> 	at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:311)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$DecryptedEndPoint.onFillable(SslConnection.java:540)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:395)
   [junit4]   2> 	at org.eclipse.jetty.io.ssl.SslConnection$2.succeeded(SslConnection.java:161)
   [junit4]   2> 	at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:105)
   [junit4]   2> 	at org.eclipse.jetty.io.ChannelEndPoint$1.run(ChannelEndPoint.java:104)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:773)
   [junit4]   2> 	at org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:905)
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> 1026938 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=41482866
   [junit4]   2> 1026938 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:36745_solr
   [junit4]   2> 1026938 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 1026939 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:36745_solr as DOWN
   [junit4]   2> 1026940 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 1026940 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1026940 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1026940 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1026940 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 1026941 INFO  (closeThreadPool-9289-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
   [junit4]   2> 1026941 INFO  (OverseerStateUpdate-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [n:127.0.0.1:36745_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:36745_solr
   [junit4]   2> 1026945 INFO  (OverseerAutoScalingTriggerThread-73288309951823877-127.0.0.1:36745_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 1026950 WARN  (jetty-launcher-9253-thread-1-SendThread(127.0.0.1:37841)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0005.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0005, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1026951 INFO  (closeThreadPool-9289-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
   [junit4]   2> 1027051 INFO  (jetty-closer-9284-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73288309951823877-127.0.0.1:36745_solr-n_0000000000) closing
   [junit4]   2> 1027052 INFO  (jetty-closer-9284-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@42182efb{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 1027052 INFO  (jetty-closer-9284-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2cb8123f{/solr,null,STOPPED}
   [junit4]   2> 1027052 INFO  (jetty-closer-9284-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1027053 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 1027054 WARN  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker-SendThread(127.0.0.1:37841)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045f5460de0000.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045f5460de0000, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 1027257 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	8	/solr/overseer/collection-queue-work
   [junit4]   2> 	7	/solr/overseer/queue
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 1027258 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:37841
   [junit4]   2> 1027259 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:37841
   [junit4]   2> 1027259 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 37841
   [junit4]   2> 1027259 INFO  (SUITE-LeaderElectionContextKeyTest-seed#[26BBAD2A1B4077AA]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> Apr 06, 2021 6:21:47 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1371, maxMBSortInHeap=6.166791504677414, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=id, timezone=Europe/Kaliningrad
   [junit4]   2> NOTE: Linux 4.15.0-112-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=111877744,total=518520832
   [junit4]   2> NOTE: All tests run in this JVM: [CoreSorterTest, TemplateUpdateProcessorTest, StatsComponentTest, TestCollationField, TestSolr4Spatial, AtomicUpdateProcessorFactoryTest, UnloadDistributedZkTest, TestSnapshotCoreBackup, CoreAdminCreateDiscoverTest, SolrMetricsIntegrationTest, TestDelegationWithHadoopAuth, SimpleMLTQParserTest, TestDistribDocBasedVersion, PrimitiveFieldTypeTest, GraphQueryTest, DocumentBuilderTest, TestLuceneIndexBackCompat, TestUtils, TestSimExecutePlanAction, OverriddenZkACLAndCredentialsProvidersTest, TestFoldingMultitermQuery, AuthToolTest, DocumentAnalysisRequestHandlerTest, TestCSVLoader, NoCacheHeaderTest, CoreMergeIndexesAdminHandlerTest, ReturnFieldsTest, TestSimpleTrackingShardHandler, TestQuerySenderListener, SuggesterTest, MultiThreadedOCPTest, TestHighFrequencyDictionaryFactory, OpenExchangeRatesOrgProviderTest, TestManagedSchemaAPI, BlockJoinFacetDistribTest, SegmentsInfoRequestHandlerTest, ReplaceNodeTest, SplitByPrefixTest, TestPartialUpdateDeduplication, JWTVerificationkeyResolverTest, TestRestManager, FullSolrCloudDistribCmdsTest, TestNumericTokenStream, TestConfigSets, TestStandardQParsers, CustomHighlightComponentTest, FullHLLTest, HdfsBasicDistributedZk2Test, TestInPlaceUpdateWithRouteField, TestRecovery, DistributedFacetPivotSmallAdvancedTest, TestNoOpRegenerator, TestInitQParser, BasicAuthStandaloneTest, AggValueSourceTest, MetricsHistoryIntegrationTest, ConjunctionSolrSpellCheckerTest, TestDynamicFieldResource, TestSuggestSpellingConverter, UninvertDocValuesMergePolicyTest, ZookeeperReadAPITest, SolrCoreTest, IndexSchemaTest, DistributedFacetSimpleRefinementLongTailTest, TestLMJelinekMercerSimilarityFactory, UpdateLogTest, AutoAddReplicasPlanActionTest, ResponseLogComponentTest, TestTextField, DisMaxRequestHandlerTest, OutputWriterTest, TestLocalFSCloudBackupRestore, TestBlendedInfixSuggestions, TestScoreJoinQPScore, TestMaxScoreQueryParser, PeerSyncWithIndexFingerprintCachingTest, DistributedQueryComponentCustomSortTest, TestRawResponseWriter, ChaosMonkeySafeLeaderWithPullReplicasTest, TestFastLRUCache, IndexSizeTriggerTest, TestZkAclsWithHadoopAuth, RouteFieldTest, HdfsSyncSliceTest, SolrTestCaseJ4Test, XmlUpdateRequestHandlerTest, BooleanFieldTest, HdfsAutoAddReplicasIntegrationTest, TaggerTest, TestPostingsSolrHighlighter, ZkFailoverTest, DateFieldTest, TestCloudSearcherWarming, JavabinLoaderTest, TestIndexingPerformance, SoftAutoCommitTest, OverseerTest, TestLuceneMatchVersion, SolrIndexSplitterTest, MoreLikeThisComponentTest, TestBinaryField, TestLockTree, FuzzySearchTest, TestStressUserVersions, TestTrieFacet, LeaderElectionContextKeyTest]
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=LeaderElectionContextKeyTest -Dtests.seed=26BBAD2A1B4077AA -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=id -Dtests.timezone=Europe/Kaliningrad -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   0.00s J0 | LeaderElectionContextKeyTest (suite) <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.SolrServerException: Timeout occurred while waiting response from server at: https://127.0.0.1:36745/solr
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([26BBAD2A1B4077AA]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:692)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.doRequest(LBSolrClient.java:369)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.LBSolrClient.request(LBSolrClient.java:297)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.sendRequest(BaseCloudSolrClient.java:1171)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.requestWithRetryOnStaleState(BaseCloudSolrClient.java:934)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.BaseCloudSolrClient.request(BaseCloudSolrClient.java:866)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:231)
   [junit4]    > 	at org.apache.solr.cloud.LeaderElectionContextKeyTest.setupCluster(LeaderElectionContextKeyTest.java:60)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.net.SocketTimeoutException: Read timed out
   [junit4]    > 	at java.net.SocketInputStream.socketRead0(Native Method)
   [junit4]    > 	at java.net.SocketInputStream.socketRead(SocketInputStream.java:116)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:171)
   [junit4]    > 	at java.net.SocketInputStream.read(SocketInputStream.java:141)
   [junit4]    > 	at sun.security.ssl.SSLSocketInputRecord.read(SSLSocketInputRecord.java:475)
   [junit4]    > 	at sun.security.ssl.SSLSocketInputRecord.readHeader(SSLSocketInputRecord.java:469)
   [junit4]    > 	at sun.security.ssl.SSLSocketInputRecord.bytesInCompletePacket(SSLSocketInputRecord.java:69)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.readApplicationRecord(SSLSocketImpl.java:1228)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl.access$300(SSLSocketImpl.java:75)
   [junit4]    > 	at sun.security.ssl.SSLSocketImpl$AppInputStream.read(SSLSocketImpl.java:915)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.streamRead(SessionInputBufferImpl.java:137)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.fillBuffer(SessionInputBufferImpl.java:153)
   [junit4]    > 	at org.apache.http.impl.io.SessionInputBufferImpl.readLine(SessionInputBufferImpl.java:280)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:138)
   [junit4]    > 	at org.apache.http.impl.conn.DefaultHttpResponseParser.parseHead(DefaultHttpResponseParser.java:56)
   [junit4]    > 	at org.apache.http.impl.io.AbstractMessageParser.parse(AbstractMessageParser.java:259)
   [junit4]    > 	at org.apache.http.impl.DefaultBHttpClientConnection.receiveResponseHeader(DefaultBHttpClientConnection.java:163)
   [junit4]    > 	at org.apache.http.impl.conn.CPoolProxy.receiveResponseHeader(CPoolProxy.java:157)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.doReceiveResponse(HttpRequestExecutor.java:273)
   [junit4]    > 	at org.apache.http.protocol.HttpRequestExecutor.execute(HttpRequestExecutor.java:125)
   [junit4]    > 	at org.apache.http.impl.execchain.MainClientExec.execute(MainClientExec.java:272)
   [junit4]    > 	at org.apache.http.impl.execchain.ProtocolExec.execute(ProtocolExec.java:186)
   [junit4]    > 	at org.apache.http.impl.execchain.RetryExec.execute(RetryExec.java:89)
   [junit4]    > 	at org.apache.http.impl.execchain.RedirectExec.execute(RedirectExec.java:110)
   [junit4]    > 	at org.apache.http.impl.client.InternalHttpClient.doExecute(InternalHttpClient.java:185)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:83)
   [junit4]    > 	at org.apache.http.impl.client.CloseableHttpClient.execute(CloseableHttpClient.java:56)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:571)
   [junit4]    > 	... 36 more
   [junit4] Completed [419/936 (2!)] on J0 in 122.56s, 0 tests, 1 error <<< FAILURES!

[...truncated 52585 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2008 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2008/

1 tests failed.
FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
	at __randomizedtesting.SeedInfo.seed([777A6810A5FACC44:4AA2C63C9D149234]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 14202 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
   [junit4]   2> 853164 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 853165 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 853165 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/data-dir-140-001
   [junit4]   2> 853165 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=23 numCloses=23
   [junit4]   2> 853165 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 853167 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 853167 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.SolrCloudTestCase Using per-replica state
   [junit4]   2> 853413 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002
   [junit4]   2> 853413 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 853414 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 853414 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 853415 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 853514 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 45967
   [junit4]   2> 853514 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:45967
   [junit4]   2> 853514 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45967
   [junit4]   2> 853514 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45967
   [junit4]   2> 853523 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 853523 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 853528 WARN  (zkConnectionManagerCallback-7703-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@37cb4f18 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 853528 WARN  (zkConnectionManagerCallback-7703-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 853534 INFO  (zkConnectionManagerCallback-7703-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 853534 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 853553 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 853552 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 853560 WARN  (zkConnectionManagerCallback-7705-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@44daa806 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 853560 WARN  (zkConnectionManagerCallback-7705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 853561 INFO  (zkConnectionManagerCallback-7705-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 853561 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 853565 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 853565 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 853566 WARN  (zkConnectionManagerCallback-7707-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7f4dcf72 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 853566 WARN  (zkConnectionManagerCallback-7707-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 853572 INFO  (zkConnectionManagerCallback-7707-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 853572 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 853675 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 853675 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 853675 INFO  (jetty-launcher-7708-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 853676 INFO  (jetty-launcher-7708-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 853676 INFO  (jetty-launcher-7708-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 853676 INFO  (jetty-launcher-7708-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 853676 INFO  (jetty-launcher-7708-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@6d40cfa5{/solr,null,AVAILABLE}
   [junit4]   2> 853676 INFO  (jetty-launcher-7708-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@15876472{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45483}
   [junit4]   2> 853676 INFO  (jetty-launcher-7708-thread-1) [     ] o.e.j.s.Server Started @853770ms
   [junit4]   2> 853677 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:45967/solr, hostPort=45483}
   [junit4]   2> 853677 ERROR (jetty-launcher-7708-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 853677 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 853677 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr™ version 8.9.0
   [junit4]   2> 853677 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 853677 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 853677 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T14:02:35.835Z
   [junit4]   2> 853678 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 853678 WARN  (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 853679 WARN  (zkConnectionManagerCallback-7710-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@81723a0 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 853679 WARN  (zkConnectionManagerCallback-7710-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 853681 INFO  (zkConnectionManagerCallback-7710-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 853681 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 853682 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 853687 WARN  (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045e6b23ed0003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 854855 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 854856 WARN  (jetty-launcher-7708-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44be34[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 854856 WARN  (jetty-launcher-7708-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44be34[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 854859 WARN  (jetty-launcher-7708-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3145eb21[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 854859 WARN  (jetty-launcher-7708-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3145eb21[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 854860 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:45967/solr
   [junit4]   2> 854860 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 854860 WARN  (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 854861 WARN  (zkConnectionManagerCallback-7721-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@602a3084 name: ZooKeeperConnection Watcher:127.0.0.1:45967 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 854861 WARN  (zkConnectionManagerCallback-7721-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 854862 INFO  (zkConnectionManagerCallback-7721-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 854862 INFO  (jetty-launcher-7708-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 854964 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 854964 WARN  (jetty-launcher-7708-thread-1-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 854964 WARN  (zkConnectionManagerCallback-7723-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@26b6c955 name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 854964 WARN  (zkConnectionManagerCallback-7723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 854965 INFO  (zkConnectionManagerCallback-7723-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 854965 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 854976 WARN  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 855023 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:45483_solr
   [junit4]   2> 855024 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) starting
   [junit4]   2> 855028 INFO  (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:45483_solr
   [junit4]   2> 855028 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45483_solr
   [junit4]   2> 855029 INFO  (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 855030 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 855031 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
   [junit4]   2> 855037 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf
   [junit4]   2> 855046 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 855058 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf
   [junit4]   2> 855061 WARN  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 855061 WARN  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 855072 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 855100 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
   [junit4]   2> 855107 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
   [junit4]   2> 855107 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
   [junit4]   2> 855108 INFO  (jetty-launcher-7708-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1
   [junit4]   2> 855131 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 855132 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 855132 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 855133 WARN  (zkConnectionManagerCallback-7740-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@5af9387c name: ZooKeeperConnection Watcher:127.0.0.1:45967/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 855133 WARN  (zkConnectionManagerCallback-7740-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 855133 INFO  (zkConnectionManagerCallback-7740-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 855133 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 855134 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 855135 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:45967/solr ready
   [junit4]   2> 855155 INFO  (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[777A6810A5FACC44]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   1> Debug is  true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
   [junit4]   1> Refreshing Kerberos configuration
   [junit4]   2> 855257 INFO  (pool-68-thread-1) [     ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
   [junit4]   2> 855268 INFO  (pool-68-thread-1) [     ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
   [junit4]   2> 855308 INFO  (pool-68-thread-1) [     ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617717757454,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
   [junit4]   1> principal is solr@EXAMPLE.COM
   [junit4]   1> Will use keytab
   [junit4]   1> Commit Succeeded 
   [junit4]   1> 
   [junit4]   2> 855344 INFO  (pool-68-thread-1) [     ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617717757502,solr for HTTP/127.0.0.1@EXAMPLE.COM
   [junit4]   2> 855368 INFO  (OverseerThreadFactory-7730-thread-1-processing-n:127.0.0.1:45483_solr) [n:127.0.0.1:45483_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
   [junit4]   2> 855491 INFO  (qtp457214314-12764) [n:127.0.0.1:45483_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 855491 INFO  (qtp457214314-12768) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:45483_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAsnfonih94lkliT2uborThKJv+UpwoteNPlIKHYhKO9mqaL3EkVOO/iWR5AaovrLNAmNdH1yKVoP8Dj3eciLjwJWwjJzd4Lftw8ncDbM6gpvhNi9+soQpPMY2KdnUHtQGcWhHSR0OLzjUC9JofZTFIae63hqCgfyfgkf0Bu2tai1TWz+2qoXLsASNkkMeYgzWfYU5tugl0v8lOHuNNKe5LJEunJISR8R5m46lH/Dfc4bmZAj6XKLxT9WQZLJ5WSC9RCDLrKD+uPX3pWyJZc1MQ+NBDVzLpJQQrhleHkA32ShopsBe9MEtaV0784lP25o0muCeLJQWRE2uWlRbM9mEnwIDAQAB
   [junit4]   2> 855495 INFO  (qtp457214314-12768) [n:127.0.0.1:45483_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 855495 INFO  (qtp457214314-12768) [n:127.0.0.1:45483_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=0
   [junit4]   2> 855500 INFO  (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testkerberoscollection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:45483_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:45483/solr",
   [junit4]   2>   "collection":"testkerberoscollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 855716 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr    x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 855727 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 855737 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 855737 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 855737 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 855738 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45483.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@428aa235
   [junit4]   2> 855738 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
   [junit4]   2> 855782 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 855782 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 855783 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 855783 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 855785 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 855785 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 855786 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 855786 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696300015753887744
   [junit4]   2> 855788 INFO  (searcherExecutor-7742-thread-1-processing-n:127.0.0.1:45483_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 855792 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 855792 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
   [junit4]   2> 855795 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 855795 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 855795 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/
   [junit4]   2> 855795 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 855796 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 855796 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73287308202016773-core_node2-n_0000000000
   [junit4]   2> 855798 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45483/solr/testkerberoscollection_shard1_replica_n1/ shard1
   [junit4]   2> 855900 INFO  (zkCallback-7722-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 855900 INFO  (zkCallback-7722-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 855900 INFO  (zkCallback-7722-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 855900 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 855903 INFO  (qtp457214314-12767) [n:127.0.0.1:45483_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=187
   [junit4]   2> 855905 INFO  (qtp457214314-12766) [n:127.0.0.1:45483_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 856003 INFO  (zkCallback-7722-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 856003 INFO  (zkCallback-7722-thread-4) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 856003 INFO  (zkCallback-7722-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 856003 INFO  (zkCallback-7722-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 856003 INFO  (qtp457214314-12766) [n:127.0.0.1:45483_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=638
   [junit4]   2> 856012 INFO  (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[777A6810A5FACC44]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=777A6810A5FACC44 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LY -Dtests.timezone=Europe/Busingen -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] FAILURE 0.88s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=17424795, failWrongCredentials=1, requestTimes=2106, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([777A6810A5FACC44:4AA2C63C9D149234]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 856014 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
   [junit4]   2> 857130 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1096986470
   [junit4]   2> 857130 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:45483_solr
   [junit4]   2> 857131 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 857131 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:45483_solr as DOWN
   [junit4]   2> 857166 INFO  (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@a62ac8d
   [junit4]   2> 857166 INFO  (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@a62ac8d
   [junit4]   2> 857166 INFO  (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@21e7ab0b: rootName = solr_45483, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@1d502aac
   [junit4]   2> 857177 INFO  (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@a62ac8d
   [junit4]   2> 857177 INFO  (coreCloseExecutor-7751-thread-1) [n:127.0.0.1:45483_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 857180 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 857181 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e5114f7: rootName = solr_45483, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@77028c06
   [junit4]   2> 857186 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 857186 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4db4cf65: rootName = solr_45483, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@5341dba8
   [junit4]   2> 857188 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 857188 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@34006691: rootName = solr_45483, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@7d655fe1
   [junit4]   2> 857188 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 857198 INFO  (closeThreadPool-7753-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
   [junit4]   2> 857201 INFO  (OverseerStateUpdate-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [n:127.0.0.1:45483_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:45483_solr
   [junit4]   2> 857208 INFO  (OverseerAutoScalingTriggerThread-73287308202016773-127.0.0.1:45483_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 857209 INFO  (closeThreadPool-7753-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
   [junit4]   2> 857310 INFO  (jetty-closer-7747-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73287308202016773-127.0.0.1:45483_solr-n_0000000000) closing
   [junit4]   2> 857313 INFO  (jetty-closer-7747-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@15876472{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 857313 INFO  (jetty-closer-7747-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@6d40cfa5{/solr,null,STOPPED}
   [junit4]   2> 857313 INFO  (jetty-closer-7747-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 857313 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 857415 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker-SendThread(127.0.0.1:45967)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045e6b23ed0001.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045e6b23ed0001, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 857516 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/collections/testkerberoscollection/terms/shard1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 857518 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:45967
   [junit4]   2> 857518 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:45967
   [junit4]   2> 857518 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[777A6810A5FACC44]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 45967
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_777A6810A5FACC44-001
   [junit4]   2> Apr 06, 2021 2:02:39 PM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-LY, timezone=Europe/Busingen
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=107380336,total=522715136
   [junit4]   2> NOTE: All tests run in this JVM: [MoreLikeThisHandlerTest, TestSkipOverseerOperations, NestedAtomicUpdateTest, TestStressReorder, HdfsRestartWhileUpdatingTest, DistributedQueueTest, HdfsUnloadDistributedZkTest, TestCloudPhrasesIdentificationComponent, TestNRTOpen, TestSimDistributedQueue, TestStressCloudBlindAtomicUpdates, TestSolrDeletionPolicy2, ClassificationUpdateProcessorFactoryTest, TestRTGBase, CursorPagingTest, NumericFieldsTest, BadIndexSchemaTest, SolrIndexMetricsTest, TestSSLRandomization, TestWaitForStateWithJettyShutdowns, TestPushWriter, SuggesterTSTTest, SolrCoreCheckLockOnStartupTest, ConcurrentCreateCollectionTest, IndexSchemaRuntimeFieldTest, TestCorePropertiesReload, TestDeleteCollectionOnDownNodes, SolrLogPostToolTest, ZkControllerTest, TestExpandComponent, TestExportWriter, SolrLogAuditLoggerPluginTest, MultiSolrCloudTestCaseTest, RankQueryTest, TestDefaultStatsCache, OutOfBoxZkACLAndCredentialsProvidersTest, UUIDFieldTest, TestTestInjection, TestPolicyCloud, TestTlogReplica, SimpleCollectionCreateDeleteTest, TestExtendedDismaxParser, ZkCollectionPropsCachingTest, TestFieldTypeCollectionResource, IndexBasedSpellCheckerTest, DistributedFacetPivotLongTailTest, SpellingQueryConverterTest, SynonymTokenizerTest, AutoAddReplicasIntegrationTest, TestShardHandlerFactory, TestDocTermOrds, TestLegacyNumericUtils, NodeAddedTriggerIntegrationTest, CdcrReplicationHandlerTest, TestCloudJSONFacetJoinDomain, DocValuesMultiTest, TestAuthenticationFramework, BaseCdcrDistributedZkTest, DistributedMLTComponentTest, TestDistributedGrouping, SplitHandlerTest, TestStressIncrementalBackup, TestHdfsBackupRestoreCore, SolrRrdBackendFactoryTest, TestLegacyFieldCache, TestSha256AuthenticationProvider, LegacyCloudClusterPropTest, SecurityConfHandlerTest, SaslZkACLProviderTest, TestReplicationHandlerDiskOverFlow, TestCloudRecovery2, ReplaceNodeNoTargetTest, RecoveryAfterSoftCommitTest, TestAnalyzedSuggestions, TestPayloadScoreQParserPlugin, TestXmlQParserPlugin, BlobRepositoryCloudTest, BasicDistributedZkTest, TestPerFieldSimilarity, TestSolrCloudSnapshots, HttpPartitionWithTlogReplicasTest, SolrRequestParserTest, Tagger2Test, MissingSegmentRecoveryTest, RAMDirectoryFactoryTest, HDFSCollectionsAPITest, URLClassifyProcessorTest, DefaultValueUpdateProcessorTest, DeleteStatusTest, CoreAdminRequestStatusTest, TestSubQueryTransformer, TestCodecSupport, TestIndexSearcher, SolrMetricReporterTest, TestGeoJSONResponseWriter, TestLMDirichletSimilarityFactory, DistributedSpellCheckComponentTest, TestSolrCloudWithHadoopAuthPlugin]
   [junit4] Completed [287/936 (1!)] on J3 in 5.26s, 1 test, 1 failure <<< FAILURES!

[...truncated 53047 lines...]

[JENKINS] Lucene » Lucene-Solr-Tests-8.x - Build # 2007 - Still Unstable!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-Tests-8.x/2007/

2 tests failed.
FAILED:  org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test

Error Message:
Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero

Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
	at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:1B859DC787CEF54C]:0)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:625)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:677)
	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
	at org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test(DistributedFacetPivotSmallTest.java:266)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics

Error Message:
Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)

Stack Trace:
java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
	at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:AE090C3111DCC6C4]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.assertTrue(Assert.java:42)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 13471 lines...]
   [junit4] Suite: org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin
   [junit4]   2> 197456 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 197456 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 197456 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/data-dir-14-001
   [junit4]   2> 197456 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 197458 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, value=NaN, ssl=NaN, clientAuth=NaN)
   [junit4]   2> 197784 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002
   [junit4]   2> 197784 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
   [junit4]   2> 197785 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer client port: 0.0.0.0/0.0.0.0:0
   [junit4]   2> 197785 INFO  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Starting server
   [junit4]   2> 197785 WARN  (ZkTestServer Run Thread) [     ] o.a.z.s.ServerCnxnFactory maxCnxns is not configured, using default value 0.
   [junit4]   2> 197885 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer start zk server on port: 35971
   [junit4]   2> 197885 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer waitForServerUp: 127.0.0.1:35971
   [junit4]   2> 197885 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35971
   [junit4]   2> 197885 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35971
   [junit4]   2> 197889 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 197895 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 197896 WARN  (zkConnectionManagerCallback-758-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@62e829f5 name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 197896 WARN  (zkConnectionManagerCallback-758-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 197901 INFO  (zkConnectionManagerCallback-758-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 197901 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 197949 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 197951 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 197952 WARN  (zkConnectionManagerCallback-760-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@122461fb name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 197952 WARN  (zkConnectionManagerCallback-760-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 197966 INFO  (zkConnectionManagerCallback-760-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 197966 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 197967 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 197967 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 197979 WARN  (zkConnectionManagerCallback-762-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3c958217 name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 197979 WARN  (zkConnectionManagerCallback-762-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 197979 INFO  (zkConnectionManagerCallback-762-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 197979 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 198088 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 198088 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 198088 INFO  (jetty-launcher-763-thread-1) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 198091 INFO  (jetty-launcher-763-thread-1) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 198091 INFO  (jetty-launcher-763-thread-1) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 198091 INFO  (jetty-launcher-763-thread-1) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 198092 INFO  (jetty-launcher-763-thread-1) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@7e9c2593{/solr,null,AVAILABLE}
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6c21bcb6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:34933}
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.e.j.s.Server Started @198125ms
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, zkHost=127.0.0.1:35971/solr, hostPort=34933}
   [junit4]   2> 198093 ERROR (jetty-launcher-763-thread-1) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in cloud mode on port null
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 198093 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T10:57:22.384Z
   [junit4]   2> 198095 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 198095 WARN  (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198096 WARN  (zkConnectionManagerCallback-765-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@12073699 name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 198096 WARN  (zkConnectionManagerCallback-765-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 198096 INFO  (zkConnectionManagerCallback-765-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 198096 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 198097 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
   [junit4]   2> 198101 WARN  (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045dc18fd20003.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20003, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198630 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 198634 WARN  (jetty-launcher-763-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@415281b3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 198634 WARN  (jetty-launcher-763-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@415281b3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 198676 WARN  (jetty-launcher-763-thread-1) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66b3c645[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 198676 WARN  (jetty-launcher-763-thread-1) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66b3c645[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 198677 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:35971/solr
   [junit4]   2> 198691 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 198699 WARN  (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198715 WARN  (zkConnectionManagerCallback-776-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@7e88ffaa name: ZooKeeperConnection Watcher:127.0.0.1:35971 got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 198715 WARN  (zkConnectionManagerCallback-776-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 198715 INFO  (zkConnectionManagerCallback-776-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 198715 INFO  (jetty-launcher-763-thread-1) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 198717 WARN  (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn An exception was thrown while closing send thread for session 0x1045dc18fd20004.
   [junit4]   2>           => EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77)
   [junit4]   2> org.apache.zookeeper.ClientCnxn$EndOfStreamException: Unable to read additional data from server sessionid 0x1045dc18fd20004, likely server has closed socket
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doIO(ClientCnxnSocketNIO.java:77) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:350) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1275) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198820 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 198826 WARN  (jetty-launcher-763-thread-1-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 198830 WARN  (zkConnectionManagerCallback-778-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@4a345f6d name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 198830 WARN  (zkConnectionManagerCallback-778-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 198830 INFO  (zkConnectionManagerCallback-778-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 198830 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 198838 WARN  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.ZkController Contents of zookeeper /security.json are world-readable; consider setting up ACLs as described in https://solr.apache.org/guide/zookeeper-access-control.html
   [junit4]   2> 198888 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34933_solr
   [junit4]   2> 198888 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) starting
   [junit4]   2> 198895 INFO  (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr     ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34933_solr
   [junit4]   2> 198898 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34933_solr
   [junit4]   2> 198899 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.p.PackageLoader /packages.json updated to version -1
   [junit4]   2> 198900 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.CoreContainer Initializing authentication plugin: org.apache.solr.security.ConfigurableInternodeAuthHadoopPlugin
   [junit4]   2> 198907 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf
   [junit4]   2> 198911 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.s.HadoopAuthPlugin Params: {kerberos.principal=HTTP/127.0.0.1, kerberos.keytab=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/keytabs, type=kerberos, kerberos.name.rules=RULE:[1:$1@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> RULE:[2:$2@$0](.*EXAMPLE.COM)s/@.*//
   [junit4]   2> DEFAULT, delegation-token.json-mapper.AUTO_CLOSE_TARGET=false}
   [junit4]   2> 198915 INFO  (zkCallback-777-thread-1) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 198943 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.s.i.Krb5HttpClientBuilder Setting up SPNego auth with config: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf
   [junit4]   2> 198946 WARN  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=enabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 198946 WARN  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.CoreContainer Solr authentication is enabled, but SSL is off.  Consider enabling SSL to protect user credentials and data with encryption.
   [junit4]   2> 198966 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 198995 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
   [junit4]   2> 199002 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
   [junit4]   2> 199003 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
   [junit4]   2> 199004 INFO  (jetty-launcher-763-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1
   [junit4]   2> 199021 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.MiniSolrCloudCluster waitForAllNodes: numServers=1
   [junit4]   2> 199022 WARN  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker-SendThread(127.0.0.1:35971)) [     ] o.a.z.ClientCnxn SASL configuration failed. Will continue connection to Zookeeper server without SASL authentication, if Zookeeper server allows it.
   [junit4]   2>           => javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189)
   [junit4]   2> javax.security.auth.login.LoginException: No JAAS configuration section named 'Client' was found in specified JAAS configuration file: '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/jaas-client.conf'.
   [junit4]   2> 	at org.apache.zookeeper.client.ZooKeeperSaslClient.<init>(ZooKeeperSaslClient.java:189) ~[zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1147) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 	at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1195) [zookeeper-3.6.2.jar:3.6.2]
   [junit4]   2> 199022 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Waiting for client to connect to ZooKeeper
   [junit4]   2> 199023 WARN  (zkConnectionManagerCallback-795-thread-1) [     ] o.a.s.c.c.ConnectionManager Watcher org.apache.solr.common.cloud.ConnectionManager@3557f4c2 name: ZooKeeperConnection Watcher:127.0.0.1:35971/solr got event WatchedEvent state:AuthFailed type:None path:null path: null type: None
   [junit4]   2> 199023 WARN  (zkConnectionManagerCallback-795-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient received AuthFailed
   [junit4]   2> 199023 INFO  (zkConnectionManagerCallback-795-thread-1) [     ] o.a.s.c.c.ConnectionManager zkClient has connected
   [junit4]   2> 199023 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ConnectionManager Client is connected to ZooKeeper
   [junit4]   2> 199024 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
   [junit4]   2> 199025 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:35971/solr ready
   [junit4]   2> 199053 INFO  (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[93D1A21D293298B4]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testBasics
   [junit4]   1> Debug is  true storeKey true useTicketCache false useKeyTab true doNotPrompt false ticketCache is null isInitiator true KeyTab is /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-001/minikdc/keytabs refreshKrb5Config is true principal is solr tryFirstPass is false useFirstPass is false storePass is false clearPass is false
   [junit4]   1> Refreshing Kerberos configuration
   [junit4]   2> 199195 INFO  (pool-40-thread-1) [     ] o.a.k.k.k.s.r.KdcRequest The preauth data is empty.
   [junit4]   2> 199209 INFO  (pool-40-thread-1) [     ] o.a.k.k.k.s.KdcHandler KRB error occurred while processing request:Additional pre-authentication required
   [junit4]   2> 199249 INFO  (pool-40-thread-2) [     ] o.a.k.k.k.s.r.AsRequest AS_REQ ISSUE: authtime 1617706643537,solr@EXAMPLE.COM for krbtgt/EXAMPLE.COM@EXAMPLE.COM
   [junit4]   1> principal is solr@EXAMPLE.COM
   [junit4]   1> Will use keytab
   [junit4]   1> Commit Succeeded 
   [junit4]   1> 
   [junit4]   2> 199285 INFO  (pool-40-thread-2) [     ] o.a.k.k.k.s.r.TgsRequest TGS_REQ ISSUE: authtime 1617706643575,solr for HTTP/127.0.0.1@EXAMPLE.COM
   [junit4]   2> 199313 INFO  (OverseerThreadFactory-785-thread-1-processing-n:127.0.0.1:34933_solr) [n:127.0.0.1:34933_solr     ] o.a.s.c.a.c.CreateCollectionCmd Create collection testkerberoscollection
   [junit4]   2> 199456 INFO  (qtp1659260570-1466) [n:127.0.0.1:34933_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/info/key params={omitHeader=true&wt=json} status=0 QTime=0
   [junit4]   2> 199456 INFO  (qtp1659260570-1469) [     ] o.a.s.s.PKIAuthenticationPlugin New Key obtained from  node: 127.0.0.1:34933_solr / MIIBIjANBgkqhkiG9w0BAQEFAAOCAQ8AMIIBCgKCAQEAl8nsMoolo0d1EZGsKylv4LznGnd1wDvPs3RisuOKlR1NVx8lzv/TIUt20ZE+UxScPro+0OXH7Jc/uiRlHkYeCiP8JjuLNyKZ+6yX88CM/124G3Xk00HTxt8hgAbbDNiKXYLfr9ZwYKRDTj4bPK9x4J751iT3yCWTodT3tlMxm1osErcJ2pRkPGyatvuzsl1yvxW2yU8LD1W8c0qSG5DIAaV425JgzNGNBTISIRL1fjmc1ygYHf+jNp+AyQxjUY9lBGBdNGN6RpsOKX01hhEs2+HPlOm5/iLmuhNVyScG5jjNkcPcEOJHpUKtwLI8cjxXdpl62sF08x6Xn9yrNToRwQIDAQAB
   [junit4]   2> 199467 INFO  (qtp1659260570-1469) [n:127.0.0.1:34933_solr     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
   [junit4]   2> 199468 INFO  (qtp1659260570-1469) [n:127.0.0.1:34933_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/metrics params={prefix=CONTAINER.fs.usableSpace,CONTAINER.fs.totalSpace,CONTAINER.cores&wt=javabin&version=2&group=solr.node} status=0 QTime=7
   [junit4]   2> 199481 INFO  (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr     ] o.a.s.c.o.SliceMutator createReplica() {
   [junit4]   2>   "core":"testkerberoscollection_shard1_replica_n1",
   [junit4]   2>   "node_name":"127.0.0.1:34933_solr",
   [junit4]   2>   "base_url":"http://127.0.0.1:34933/solr",
   [junit4]   2>   "collection":"testkerberoscollection",
   [junit4]   2>   "shard":"shard1",
   [junit4]   2>   "state":"down",
   [junit4]   2>   "type":"NRT",
   [junit4]   2>   "operation":"ADDREPLICA",
   [junit4]   2>   "waitForFinalState":"false"} 
   [junit4]   2> 199698 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr    x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT
   [junit4]   2> 199709 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 199716 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Schema name=minimal
   [junit4]   2> 199717 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
   [junit4]   2> 199717 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.CoreContainer Creating SolrCore 'testkerberoscollection_shard1_replica_n1' using configuration from configset conf1, trusted=true
   [junit4]   2> 199718 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34933.solr.core.testkerberoscollection.shard1.replica_n1' (registry 'solr.core.testkerberoscollection.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@2f2c8b5d
   [junit4]   2> 199718 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [[testkerberoscollection_shard1_replica_n1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001/tempDir-002/node1/testkerberoscollection_shard1_replica_n1/data/]
   [junit4]   2> 199769 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 199769 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 199771 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 199771 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 199773 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf1
   [junit4]   2> 199774 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf1
   [junit4]   2> 199774 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 199774 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696288362007101440
   [junit4]   2> 199782 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkShardTerms Successful update of terms at /collections/testkerberoscollection/terms/shard1 to Terms{values={core_node2=0}, version=0}
   [junit4]   2> 199782 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase make sure parent is created /collections/testkerberoscollection/leaders/shard1
   [junit4]   2> 199785 INFO  (searcherExecutor-797-thread-1-processing-n:127.0.0.1:34933_solr x:testkerberoscollection_shard1_replica_n1 c:testkerberoscollection s:shard1 r:core_node2) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 199787 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
   [junit4]   2> 199787 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
   [junit4]   2> 199787 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/
   [junit4]   2> 199787 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
   [junit4]   2> 199788 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.SyncStrategy http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/ has no replicas
   [junit4]   2> 199788 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContextBase Creating leader registration node /collections/testkerberoscollection/leaders/shard1/leader after winning as /collections/testkerberoscollection/leader_elect/shard1/election/73286579867746309-core_node2-n_0000000000
   [junit4]   2> 199791 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:34933/solr/testkerberoscollection_shard1_replica_n1/ shard1
   [junit4]   2> 199893 INFO  (zkCallback-777-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 199893 INFO  (zkCallback-777-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 199895 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr c:testkerberoscollection s:shard1 r:core_node2 x:testkerberoscollection_shard1_replica_n1 ] o.a.s.c.ZkController I am the leader, no recovery necessary
   [junit4]   2> 199900 INFO  (qtp1659260570-1468) [n:127.0.0.1:34933_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node2&collection.configName=conf1&newCollection=true&name=testkerberoscollection_shard1_replica_n1&action=CREATE&numShards=1&collection=testkerberoscollection&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=202
   [junit4]   2> 199903 INFO  (qtp1659260570-1467) [n:127.0.0.1:34933_solr     ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 45 seconds. Check all shard replicas
   [junit4]   2> 199999 INFO  (zkCallback-777-thread-1) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 199999 INFO  (zkCallback-777-thread-2) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 199999 INFO  (zkCallback-777-thread-3) [     ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/testkerberoscollection/state.json] for collection [testkerberoscollection] has occurred - updating... (live nodes size: [1])
   [junit4]   2> 200000 INFO  (qtp1659260570-1467) [n:127.0.0.1:34933_solr     ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=conf1&name=testkerberoscollection&nrtReplicas=1&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=692
   [junit4]   2> 200014 INFO  (TEST-TestSolrCloudWithHadoopAuthPlugin.testBasics-seed#[93D1A21D293298B4]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testBasics
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSolrCloudWithHadoopAuthPlugin -Dtests.method=testBasics -Dtests.seed=93D1A21D293298B4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=ar-LB -Dtests.timezone=Pacific/Marquesas -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 0.99s J3 | TestSolrCloudWithHadoopAuthPlugin.testBasics <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Expected metric minimums for prefix SECURITY./authentication.: {failMissingCredentials=0, authenticated=3, passThrough=0, failWrongCredentials=3, requests=6, errors=0}, but got: {failMissingCredentials=0, authenticated=1, passThrough=0, totalTime=16236626, failWrongCredentials=1, requestTimes=1875, requests=2, errors=0}(Possible cause is delay in loading modified security.json; see SOLR-13464 for test work around)
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:AE090C3111DCC6C4]:0)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:138)
   [junit4]    > 	at org.apache.solr.cloud.SolrCloudAuthTestCase.assertAuthMetricsMinimums(SolrCloudAuthTestCase.java:98)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testCollectionCreateSearchDelete(TestSolrCloudWithHadoopAuthPlugin.java:122)
   [junit4]    > 	at org.apache.solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin.testBasics(TestSolrCloudWithHadoopAuthPlugin.java:108)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 200016 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.k.k.k.s.i.DefaultInternalKdcServerImpl Default Internal kdc server stopped.
   [junit4]   2> 201121 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=2033620938
   [junit4]   2> 201121 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:34933_solr
   [junit4]   2> 201122 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.c.ZkController Publish this node as DOWN...
   [junit4]   2> 201122 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.c.ZkController Publish node=127.0.0.1:34933_solr as DOWN
   [junit4]   2> 201131 INFO  (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.c.SolrCore [testkerberoscollection_shard1_replica_n1]  CLOSING SolrCore org.apache.solr.core.SolrCore@3c1137cf
   [junit4]   2> 201131 INFO  (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.testkerberoscollection.shard1.replica_n1 tag=SolrCore@3c1137cf
   [junit4]   2> 201131 INFO  (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@59c776d4: rootName = solr_34933, domain = solr.core.testkerberoscollection.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.testkerberoscollection.shard1.replica_n1/com.codahale.metrics.MetricRegistry@2c77de64
   [junit4]   2> 201141 INFO  (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.testkerberoscollection.shard1.leader tag=SolrCore@3c1137cf
   [junit4]   2> 201142 INFO  (coreCloseExecutor-806-thread-1) [n:127.0.0.1:34933_solr     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 201147 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 201147 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@57a36903: rootName = solr_34933, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2be576a2
   [junit4]   2> 201153 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 201153 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41335d92: rootName = solr_34933, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@720aa82b
   [junit4]   2> 201155 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 201155 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@79f04764: rootName = solr_34933, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@476bb4c2
   [junit4]   2> 201155 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster tag=null
   [junit4]   2> 201171 INFO  (closeThreadPool-808-thread-2) [     ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
   [junit4]   2> 201171 INFO  (OverseerStateUpdate-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [n:127.0.0.1:34933_solr     ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:34933_solr
   [junit4]   2> 201172 INFO  (OverseerAutoScalingTriggerThread-73286579867746309-127.0.0.1:34933_solr-n_0000000000) [     ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
   [junit4]   2> 201174 INFO  (closeThreadPool-808-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
   [junit4]   2> 201275 INFO  (jetty-closer-802-thread-1) [     ] o.a.s.c.Overseer Overseer (id=73286579867746309-127.0.0.1:34933_solr-n_0000000000) closing
   [junit4]   2> 201277 INFO  (jetty-closer-802-thread-1) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@6c21bcb6{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:0}
   [junit4]   2> 201277 INFO  (jetty-closer-802-thread-1) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@7e9c2593{/solr,null,STOPPED}
   [junit4]   2> 201277 INFO  (jetty-closer-802-thread-1) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 201278 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer Shutting down ZkTestServer.
   [junit4]   2> 201481 WARN  (ZkTestServer Run Thread) [     ] o.a.s.c.ZkTestServer Watch limit violations: 
   [junit4]   2> Maximum concurrent create/delete watches above limit:
   [junit4]   2> 
   [junit4]   2> 	2	/solr/collections/testkerberoscollection/terms/shard1
   [junit4]   2> 	2	/solr/aliases.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent data watches above limit:
   [junit4]   2> 
   [junit4]   2> 	9	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	2	/solr/clusterstate.json
   [junit4]   2> 	2	/solr/clusterprops.json
   [junit4]   2> 
   [junit4]   2> Maximum concurrent children watches above limit:
   [junit4]   2> 
   [junit4]   2> 	11	/solr/overseer/queue
   [junit4]   2> 	5	/solr/overseer/collection-queue-work
   [junit4]   2> 	4	/solr/collections/testkerberoscollection/state.json
   [junit4]   2> 	4	/solr/collections
   [junit4]   2> 	3	/solr/live_nodes
   [junit4]   2> 
   [junit4]   2> 201482 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer waitForServerDown: 127.0.0.1:35971
   [junit4]   2> 201482 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer parse host and port list: 127.0.0.1:35971
   [junit4]   2> 201483 INFO  (SUITE-TestSolrCloudWithHadoopAuthPlugin-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.c.ZkTestServer connecting to 127.0.0.1 35971
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J3/temp/solr.security.hadoop.TestSolrCloudWithHadoopAuthPlugin_93D1A21D293298B4-001
   [junit4]   2> Apr 06, 2021 10:57:26 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {}, docValues:{}, maxPointsInLeafNode=1105, maxMBSortInHeap=5.866933142455691, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=ar-LB, timezone=Pacific/Marquesas
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=91830664,total=444071936
   [junit4]   2> NOTE: All tests run in this JVM: [TestSolrCloudSnapshots, IndexBasedSpellCheckerTest, SaslZkACLProviderTest, TestCodecSupport, MBeansHandlerTest, TestGroupingSearch, HttpSolrCallGetCoreTest, TestHdfsBackupRestoreCore, TestPrepRecovery, HdfsChaosMonkeySafeLeaderTest, TestFastOutputStream, InfixSuggestersTest, TestPointFields, TestExtendedDismaxParser, BlockDirectoryTest, SolrXmlInZkTest, TestSolrCloudWithHadoopAuthPlugin]
   [junit4] Completed [70/936 (1!)] on J3 in 5.07s, 1 test, 1 failure <<< FAILURES!

[...truncated 868 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedFacetPivotSmallTest
   [junit4]   2> 767069 INFO  (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 767069 INFO  (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/data-dir-89-001
   [junit4]   2> 767069 WARN  (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 767069 INFO  (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
   [junit4]   2> 767071 INFO  (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 767072 INFO  (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 767072 INFO  (SUITE-DistributedFacetPivotSmallTest-seed#[93D1A21D293298B4]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /ck_h/
   [junit4]   2> 767182 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1
   [junit4]   2> 767184 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 767184 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 767184 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 767193 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 767193 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 767193 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 767194 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@4803f8a5{/ck_h,null,AVAILABLE}
   [junit4]   2> 767194 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@6b1b16eb{SSL, (ssl, http/1.1)}{127.0.0.1:44487}
   [junit4]   2> 767194 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.Server Started @767228ms
   [junit4]   2> 767194 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ck_h, hostPort=44487, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores}
   [junit4]   2> 767195 ERROR (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 767195 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 767195 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 767195 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 767195 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 767195 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T11:06:51.488Z
   [junit4]   2> 767195 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/solr.xml
   [junit4]   2> 767199 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 767199 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 767200 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 767552 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 767552 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 767553 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5fab497f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 767553 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5fab497f[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 767556 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 767557 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1a380413[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 767557 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1a380413[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 767558 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 767573 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 767573 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 767592 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
   [junit4]   2> 767611 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
   [junit4]   2> 767611 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
   [junit4]   2> 767612 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores
   [junit4]   2> 767612 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 767621 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 767637 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.9.0
   [junit4]   2> 767660 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 767667 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
   [junit4]   2> 767674 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 767674 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
   [junit4]   2> 767674 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 767675 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.13245236119534676]
   [junit4]   2> 767724 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 767724 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 767725 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 767725 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 767726 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=27, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.3753875523373513]
   [junit4]   2> 767727 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 767746 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 767864 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 767864 INFO  (coreLoadExecutor-7300-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1696288957694738432
   [junit4]   2> 767865 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 767865 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 767865 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 767865 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 767866 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 767866 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 767866 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 767866 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 767866 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 767868 INFO  (searcherExecutor-7302-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 768005 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 768006 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 768006 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 768006 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.Server jetty-9.4.34.v20201102; built: 2020-11-02T14:15:39.302Z; git: e46af88704a893fc12cb0e3bf46e2c7b48a009e7; jvm 1.8.0_281-b09
   [junit4]   2> 768018 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 768018 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 768018 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 768019 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@59564d84{/ck_h,null,AVAILABLE}
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@618b360b{SSL, (ssl, http/1.1)}{127.0.0.1:40623}
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.s.Server Started @768053ms
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/ck_h, hostPort=40623, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/cores}
   [junit4]   2> 768020 ERROR (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.9.0
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-04-06T11:06:52.313Z
   [junit4]   2> 768020 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 768022 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 768022 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 768024 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 768294 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 768294 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 768295 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@66554f44[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768295 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@66554f44[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768299 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.s.i.Http2SolrClient Create Http2SolrClient with HTTP/1.1 transport since Java 8 or lower versions does not support SSL + HTTP/2
   [junit4]   2> 768301 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@6836748[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768301 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@6836748[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 768303 WARN  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 768315 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 4 transient cores
   [junit4]   2> 768315 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 768335 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
   [junit4]   2> 768356 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
   [junit4]   2> 768356 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@60c3c138
   [junit4]   2> 768358 INFO  (TEST-DistributedFacetPivotSmallTest.test-seed#[93D1A21D293298B4]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001/te

[...truncated too long message...]

in = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
   [junit4]   2> 776395 INFO  (closeThreadPool-7386-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 776395 INFO  (closeThreadPool-7386-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@47a89870: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@3ce51480
   [junit4]   2> 776398 INFO  (coreCloseExecutor-7401-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 776401 INFO  (closeThreadPool-7386-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 776401 INFO  (closeThreadPool-7386-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1edc827a: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@65e17f3a
   [junit4]   2> 776403 INFO  (closeThreadPool-7386-thread-7) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 776403 INFO  (closeThreadPool-7386-thread-7) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e692e79: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@2f932395
   [junit4]   2> 776403 INFO  (closeThreadPool-7386-thread-3) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@618b360b{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 776403 INFO  (closeThreadPool-7386-thread-3) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@59564d84{/ck_h,null,STOPPED}
   [junit4]   2> 776403 INFO  (closeThreadPool-7386-thread-3) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 776406 INFO  (closeThreadPool-7386-thread-4) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 776406 INFO  (closeThreadPool-7386-thread-4) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@edc617: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
   [junit4]   2> 776410 INFO  (closeThreadPool-7386-thread-7) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 776410 INFO  (closeThreadPool-7386-thread-7) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@c8573d9: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@65e17f3a
   [junit4]   2> 776412 INFO  (closeThreadPool-7386-thread-7) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 776412 INFO  (closeThreadPool-7386-thread-7) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@6d29dc4a: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@24e7cea6
   [junit4]   2> 776419 INFO  (closeThreadPool-7386-thread-6) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@78211cd4{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 776419 INFO  (closeThreadPool-7386-thread-4) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@48ab9c88{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 776419 INFO  (closeThreadPool-7386-thread-6) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@e013b30{/ck_h,null,STOPPED}
   [junit4]   2> 776419 INFO  (closeThreadPool-7386-thread-6) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 776420 INFO  (closeThreadPool-7386-thread-4) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2c03ad74{/ck_h,null,STOPPED}
   [junit4]   2> 776420 INFO  (closeThreadPool-7386-thread-4) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 776422 INFO  (closeThreadPool-7386-thread-7) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7d337bf5{SSL, (ssl, http/1.1)}{127.0.0.1:0}
   [junit4]   2> 776422 INFO  (closeThreadPool-7386-thread-7) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@4a09cbd4{/ck_h,null,STOPPED}
   [junit4]   2> 776422 INFO  (closeThreadPool-7386-thread-7) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=DistributedFacetPivotSmallTest -Dtests.method=test -Dtests.seed=93D1A21D293298B4 -Dtests.multiplier=2 -Dtests.slow=true -Dtests.locale=mt -Dtests.timezone=Europe/Amsterdam -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   9.35s J1 | DistributedFacetPivotSmallTest.test <<<
   [junit4]    > Throwable #1: org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:37251/ck_h/collection1: org.apache.solr.client.solrj.SolrServerException: java.lang.ArithmeticException: / by zero
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([93D1A21D293298B4:1B859DC787CEF54C]:0)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:681)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:266)
   [junit4]    > 	at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:248)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:214)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1003)
   [junit4]    > 	at org.apache.solr.client.solrj.SolrClient.query(SolrClient.java:1018)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.queryServer(BaseDistributedSearchTestCase.java:625)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:677)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase.query(BaseDistributedSearchTestCase.java:642)
   [junit4]    > 	at org.apache.solr.handler.component.DistributedFacetPivotSmallTest.test(DistributedFacetPivotSmallTest.java:266)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1090)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1061)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-Tests-8.x/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedFacetPivotSmallTest_93D1A21D293298B4-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87), sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=mt, timezone=Europe/Amsterdam
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_281 (64-bit)/cpus=4,threads=1,free=150036104,total=526385152
   [junit4]   2> NOTE: All tests run in this JVM: [HdfsBackupRepositoryIntegrationTest, DirectSolrSpellCheckerTest, RoutingToNodesWithPropertiesTest, TestBackupRepositoryFactory, LoggingHandlerTest, TestDistributedSearch, CacheHeaderTest, TestConfigReload, TestMiniSolrCloudClusterSSL, HdfsBasicDistributedZkTest, TestCircuitBreaker, DistributedTermsComponentTest, TestManagedSchemaThreadSafety, TestDocSet, TestPhraseSuggestions, SolrCLIZkUtilsTest, TestImpersonationWithHadoopAuth, TestConfigSetsAPIZkFailure, PurgeGraphTest, UpdateParamsTest, AssignBackwardCompatibilityTest, MetricsHistoryWithAuthIntegrationTest, CreateRoutedAliasTest, CdcrUpdateLogTest, TestTolerantUpdateProcessorRandomCloud, CdcrBootstrapTest, DirectoryFactoriesTest, MoveReplicaHDFSTest, PolyFieldTest, QueryParsingTest, TestRawTransformer, TestCloudPseudoReturnFields, TestSimExtremeIndexing, TestStressLucene, TestUseDocValuesAsStored, TriggerEventQueueTest, TestLegacyBM25SimilarityFactory, TestManagedSynonymGraphFilterFactory, TestObjectReleaseTracker, TestAtomicUpdateErrorCases, TestRebalanceLeaders, TestRecoveryHdfs, BJQFilterAccessibleTest, TestFieldCacheVsDocValues, WrapperMergePolicyFactoryTest, AnalyticsQueryTest, TestLegacyField, MaxSizeAutoCommitTest, WordBreakSolrSpellCheckerTest, TestSchemaNameResource, SolrGraphiteReporterTest, DistributedUpdateProcessorTest, TestSweetSpotSimilarityFactory, SignificantTermsQParserPluginTest, ClassificationUpdateProcessorTest, SuggesterWFSTTest, AuditLoggerPluginTest, TestJoin, TestNestedUpdateProcessor, DateRangeFieldTest, RankFieldTest, PluginInfoTest, TestInfoStreamLogging, UniqFieldsUpdateProcessorFactoryTest, TimeZoneUtilsTest, DistributedQueryComponentOptimizationTest, ReindexCollectionTest, TestSolrJacksonAnnotation, MetricsHistoryHandlerTest, HdfsThreadLeakTest, DistributedFacetExistsSmallTest, SolrCmdDistributorTest, ZookeeperStatusHandlerTest, TestLFUCache, BlockJoinFacetRandomTest, PreAnalyzedUpdateProcessorTest, VMParamsZkACLAndCredentialsProvidersTest, ClusterStateTest, TestQuerySenderNoQuery, LeaderTragicEventTest, PrimUtilsTest, MetricTriggerIntegrationTest, TestNumericTerms64, MetricUtilsTest, ResponseHeaderTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, TestJavabinTupleStreamParser, TestZkChroot, ChaosMonkeyNothingIsSafeTest, SolrCloudReportersTest, TestFieldSortValues, DistributedFacetPivotSmallTest]
   [junit4] Completed [331/936 (2!)] on J1 in 9.39s, 1 test, 1 error <<< FAILURES!

[...truncated 52928 lines...]