You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Policeman Jenkins Server <je...@thetaphi.de> on 2020/06/14 07:27:08 UTC

[JENKINS] Lucene-Solr-master-MacOSX (64bit/jdk-12.0.2) - Build # 6161 - Still Unstable!

Build: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6161/
Java: 64bit/jdk-12.0.2 -XX:-UseCompressedOops -XX:+UseSerialGC

4 tests failed.
FAILED:  org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog

Error Message:
Timeout waiting for finish replay updates

Stack Trace:
java.util.concurrent.TimeoutException: Timeout waiting for finish replay updates
	at __randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:B8B8B1D376E460C8]:0)
	at org.apache.solr.util.TimeOut.waitFor(TimeOut.java:66)
	at org.apache.solr.search.TestRecoveryHdfs.testExistOldBufferLog(TestRecoveryHdfs.java:566)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs

Error Message:
expected:<1> but was:<4>

Stack Trace:
java.lang.AssertionError: expected:<1> but was:<4>
	at __randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:C7746D2D301179B9]:0)
	at org.junit.Assert.fail(Assert.java:88)
	at org.junit.Assert.failNotEquals(Assert.java:834)
	at org.junit.Assert.assertEquals(Assert.java:645)
	at org.junit.Assert.assertEquals(Assert.java:631)
	at org.apache.solr.search.TestRecoveryHdfs.testRemoveOldLogs(TestRecoveryHdfs.java:732)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown

Error Message:
mismatch: '2'!='8' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '2'!='8' @ response/numFound
	at __randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:78A714419DB2A804]:0)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
	at org.apache.solr.search.TestRecoveryHdfs.testCleanShutdown(TestRecoveryHdfs.java:637)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)


FAILED:  org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog

Error Message:
mismatch: '3'!='11' @ response/numFound

Stack Trace:
java.lang.RuntimeException: mismatch: '3'!='11' @ response/numFound
	at __randomizedtesting.SeedInfo.seed([E6E8AC86F82BF041:82D254FEF1128D32]:0)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1095)
	at org.apache.solr.SolrTestCaseJ4.assertJQ(SolrTestCaseJ4.java:1044)
	at org.apache.solr.search.TestRecoveryHdfs.testTruncatedLog(TestRecoveryHdfs.java:807)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:567)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826)
	at java.base/java.lang.Thread.run(Thread.java:835)




Build Log:
[...truncated 14796 lines...]
   [junit4] Suite: org.apache.solr.search.TestRecoveryHdfs
   [junit4]   2> 1771322 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 1771322 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 1771322 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1771323 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=2 numCloses=2
   [junit4]   2> 1771323 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 1771324 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason="", value=0.0/0.0, ssl=0.0/0.0, clientAuth=0.0/0.0) w/ MAC_OS_X supressed clientAuth
   [junit4]   1> Formatting using clusterid: testClusterID
   [junit4]   2> 1771430 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1771432 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1771435 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1771435 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1771435 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1771436 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2d055cb2{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1771750 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@728cb872{hdfs,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-60763-hadoop-hdfs-3_2_0-tests_jar-_-any-16315137695015907712.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1771751 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@7c3de5a8{HTTP/1.1, (http/1.1)}{localhost:60763}
   [junit4]   2> 1771751 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server Started @1771831ms
   [junit4]   2> 1772016 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.h.h.HttpRequestLog Jetty request log can only be enabled using Log4j
   [junit4]   2> 1772020 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server jetty-9.4.27.v20200227; built: 2020-02-27T18:37:21.340Z; git: a304fd9f351f337e7c0e2a7c28878dd536149c6c; jvm 12.0.2+10
   [junit4]   2> 1772075 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 1772075 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 1772075 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 1772076 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@48541c13{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,AVAILABLE}
   [junit4]   2> 1772431 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Started o.e.j.w.WebAppContext@441f3f47{datanode,/,file:///Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/jetty-localhost-60769-hadoop-hdfs-3_2_0-tests_jar-_-any-13022600908408813858.dir/webapp/,AVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1772431 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.AbstractConnector Started ServerConnector@5811a6ad{HTTP/1.1, (http/1.1)}{localhost:60769}
   [junit4]   2> 1772431 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.Server Started @1772511ms
   [junit4]   2> 1772596 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: Processing first storage report for DS-47c813ab-50f5-4467-b758-09296fd66baa from datanode 371636b5-8eb9-4a80-bdcb-7fdae0086769
   [junit4]   2> 1772596 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: from storage DS-47c813ab-50f5-4467-b758-09296fd66baa node DatanodeRegistration(127.0.0.1:60768, datanodeUuid=371636b5-8eb9-4a80-bdcb-7fdae0086769, infoPort=60770, infoSecurePort=0, ipcPort=60771, storageInfo=lv=-57;cid=testClusterID;nsid=1487009679;c=1592118204092), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1772602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: Processing first storage report for DS-6069cdf5-130f-4840-9f5c-d23cacd1c297 from datanode 371636b5-8eb9-4a80-bdcb-7fdae0086769
   [junit4]   2> 1772602 INFO  (Block report processor) [     ] BlockStateChange BLOCK* processReport 0x9a4e60a4a7691779: from storage DS-6069cdf5-130f-4840-9f5c-d23cacd1c297 node DatanodeRegistration(127.0.0.1:60768, datanodeUuid=371636b5-8eb9-4a80-bdcb-7fdae0086769, infoPort=60770, infoSecurePort=0, ipcPort=60771, storageInfo=lv=-57;cid=testClusterID;nsid=1487009679;c=1592118204092), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
   [junit4]   2> 1772661 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 1772665 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1772704 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1772842 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1773068 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:1044) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:807) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:668) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:657) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecoveryHdfs.beforeClass(TestRecoveryHdfs.java:98) ~[test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:567) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:882) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:835) [?:?]
   [junit4]   2> 1773068 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1773075 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1070f2bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773075 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1070f2bb[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773079 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@5ca3d12b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773079 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@5ca3d12b[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1773080 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1773099 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1773099 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1773131 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773145 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773146 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773159 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1773196 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1773406 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1773478 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60765/solr_hdfs_home
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1773479 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/]
   [junit4]   2> 1773480 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1773558 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1773558 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1773558 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1773610 WARN  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.s.h.HdfsDirectory The NameNode is in SafeMode - Solr will wait 5 seconds and try again.
   [junit4]   2> 1778626 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1778628 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1778648 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1778654 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1778654 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1778654 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1778675 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1778676 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7525087172994317]
   [junit4]   2> 1778726 WARN  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1778817 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1778817 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=hdfs://localhost:60765/solr/shard1 defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1778817 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1778844 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1778844 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1778852 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=47, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.25322671238844086]
   [junit4]   2> 1778891 WARN  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 1778891 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1778893 INFO  (coreLoadExecutor-15127-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1669456945882333184
   [junit4]   2> 1778894 INFO  (searcherExecutor-15129-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1778895 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 1778937 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testVersionsOnRestart
   [junit4]   2> 1778937 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1778954 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 16
   [junit4]   2> 1779385 INFO  (searcherExecutor-15129-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1779385 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 431
   [junit4]   2> 1779413 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[D1 (1669456946401378304)]} 0 25
   [junit4]   2> 1779414 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[D2 (1669456946427592704)]} 0 1
   [junit4]   2> 1780745 INFO  (searcherExecutor-15129-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1780750 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 1335
   [junit4]   2> 1780751 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:D1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1780752 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:D2&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1780752 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=283985987
   [junit4]   2> 1780752 INFO  (coreCloseExecutor-15135-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@7e1e206e
   [junit4]   2> 1780752 INFO  (coreCloseExecutor-15135-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@7e1e206e
   [junit4]   2> 1780752 INFO  (coreCloseExecutor-15135-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@11a3902b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@848faec
   [junit4]   2> 1780763 INFO  (coreCloseExecutor-15135-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 1780803 INFO  (coreCloseExecutor-15135-thread-1) [     ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1780803 INFO  (coreCloseExecutor-15135-thread-1) [     ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1780806 INFO  (coreCloseExecutor-15135-thread-1) [     ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1780808 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1780808 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3586ed73: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@15142d69
   [junit4]   2> 1780815 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1780816 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2279e0f7: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@30eeeba8
   [junit4]   2> 1780818 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1780818 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43858fe6: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1d89f4a9
   [junit4]   2> 1780825 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1780843 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1780910 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1781185 WARN  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.f.DistribPackageStore Unable to create [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:1044) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecoveryHdfs.testVersionsOnRestart(TestRecoveryHdfs.java:590) ~[test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:567) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:835) [?:?]
   [junit4]   2> 1781212 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1781213 WARN  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@682cf4c8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781214 WARN  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@682cf4c8[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781220 WARN  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@365f34c3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781220 WARN  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@365f34c3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1781222 WARN  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1781251 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1781252 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1781284 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781304 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781304 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781313 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1781339 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1781423 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1781437 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1781437 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60765/solr_hdfs_home
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/]
   [junit4]   2> 1781438 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1781457 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1781457 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1781457 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1781466 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1781467 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1781493 WARN  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1781564 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1781564 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=hdfs://localhost:60765/solr/shard1 defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1781564 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1781596 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000001
   [junit4]   2> 1781778 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1781778 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1781781 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1781806 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1781806 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1781806 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1781824 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1781826 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogDocMergePolicy: [LogDocMergePolicy: minMergeSize=1000, mergeFactor=40, maxMergeSize=9223372036854775807, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7525087172994317]
   [junit4]   2> 1782020 WARN  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.r.ManagedResourceStorage Cannot write to config directory /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1/conf ; switching to use InMemory storage instead.
   [junit4]   2> 1782020 INFO  (coreLoadExecutor-15149-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 1782054 INFO  (searcherExecutor-15151-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1782141 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[D1 (1669456949245116416)]} 0 41
   [junit4]   2> 1787418 INFO  (searcherExecutor-15151-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1787421 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 5279
   [junit4]   2> 1787421 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={q=id:D1&wt=xml} hits=1 status=0 QTime=0
   [junit4]   2> 1787430 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.S.Request [collection1]  webapp=null path=null params={qt=/get&getVersions=2&wt=xml} status=0 QTime=8
   [junit4]   2> 1787431 INFO  (TEST-TestRecoveryHdfs.testVersionsOnRestart-seed#[E6E8AC86F82BF041]) [     ] o.a.s.SolrTestCaseJ4 ###Ending testVersionsOnRestart
   [junit4]   2> 1787450 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.SolrTestCaseJ4 ###Starting testRecoveryMultipleLogs
   [junit4]   2> 1787450 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.u.DirectUpdateHandler2 [collection1]  REMOVING ALL DOCUMENTS FROM INDEX
   [junit4]   2> 1787452 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={_version_=-9223372036854775807&update.distrib=FROMLEADER&versions=true&wt=json&indent=true}{deleteByQuery=*:* (-9223372036854775807)} 0 1
   [junit4]   2> 1787879 INFO  (searcherExecutor-15151-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 1787879 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{commit=} 0 427
   [junit4]   2> 1787897 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[AAAAAA (1669456955305885696)]} 0 17
   [junit4]   2> 1787899 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[BBBBBB (1669456955324760064)]} 0 0
   [junit4]   2> 1787900 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [    x:collection1 ] o.a.s.u.p.LogUpdateProcessorFactory [collection1]  webapp=null path=null params={}{add=[CCCCCC (1669456955325808640)]} 0 0
   [junit4]   2> 1787900 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1299666798
   [junit4]   2> 1787900 INFO  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@1b75bd85
   [junit4]   2> 1787900 INFO  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@1b75bd85
   [junit4]   2> 1787900 INFO  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4df54764: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@c375af4
   [junit4]   2> 1787914 INFO  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.u.TestInjection Inject failure: skipIndexWriterCommitOnClose=true: org.apache.solr.update.SolrIndexWriter@6fcaa8ae
   [junit4]   2> 1787914 WARN  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Skipping commit for IndexWriter.close() due to TestInjection
   [junit4]   2> 1788366 INFO  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1788366 INFO  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1788399 INFO  (coreCloseExecutor-15157-thread-1) [     ] o.a.s.s.h.HdfsDirectory Closing hdfs directory hdfs://localhost:60765/solr_hdfs_home/collection1/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1788401 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 1788401 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@26c93710: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@7fa8aa26
   [junit4]   2> 1788407 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 1788407 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7e7d55e0: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@30eeeba8
   [junit4]   2> 1788410 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1788410 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@431e22d0: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1d89f4a9
   [junit4]   2> 1788467 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1788489 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1788617 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1788745 WARN  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.f.DistribPackageStore Unable to create [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.base/java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:?]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:1044) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:408) ~[?:?]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:838) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1323) ~[?:?]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1355) ~[?:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:523) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:77) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:79) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:637) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:170) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:142) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:148) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:111) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:817) ~[java/:?]
   [junit4]   2> 	at org.apache.solr.search.TestRecoveryHdfs.testRecoveryMultipleLogs(TestRecoveryHdfs.java:948) ~[test/:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:?]
   [junit4]   2> 	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:567) ~[?:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1754) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:942) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:978) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:992) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:819) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:470) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:951) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:836) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:887) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:898) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) ~[java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) ~[java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:370) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl.lambda$forkTimeoutingTask$0(ThreadLeakControl.java:826) ~[randomizedtesting-runner-2.7.6.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:835) [?:?]
   [junit4]   2> 1788746 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=true]
   [junit4]   2> 1788747 WARN  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@353b8c91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788747 WARN  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@353b8c91[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788749 WARN  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3c413a09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788749 WARN  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3c413a09[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 1788750 WARN  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 1788780 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 1000 transient cores
   [junit4]   2> 1788781 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 1788813 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788825 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788825 INFO  (TEST-TestRecoveryHdfs.testRecoveryMultipleLogs-seed#[E6E8AC86F82BF041]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788830 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 9.0.0
   [junit4]   2> 1788850 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test
   [junit4]   2> 1788964 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test/1.6 with uniqueid field id
   [junit4]   2> 1788975 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 1788975 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@1b4b3740
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory solr.hdfs.home=hdfs://localhost:60765/solr_hdfs_home
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Solr Kerberos Authentication disabled
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/core/src/test-files/solr/collection1], dataDir=[hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/]
   [junit4]   2> 1788976 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/snapshot_metadata
   [junit4]   2> 1788985 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1788985 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, slab size of [4194304] will allocate [1] slabs and use ~[4194304] bytes
   [junit4]   2> 1788985 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Creating new single instance HDFS BlockCache
   [junit4]   2> 1788992 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.s.b.BlockDirectory Block cache on write is disabled
   [junit4]   2> 1788994 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001
   [junit4]   2> 1789048 WARN  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.RequestHandlers INVALID paramSet a in requestHandler {type = requestHandler,name = /dump,class = DumpRequestHandler,attributes = {initParams=a, name=/dump, class=DumpRequestHandler},args = {defaults={a=A, b=B}}}
   [junit4]   2> 1789108 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.HdfsUpdateLog
   [junit4]   2> 1789108 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=hdfs://localhost:60765/solr/shard1 defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 1789108 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.HdfsUpdateLog Initializing HdfsUpdateLog: tlogDfsReplication=2
   [junit4]   2> 1789132 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000001
   [junit4]   2> 1789206 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000002
   [junit4]   2> 1789223 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000004
   [junit4]   2> 1789254 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.FSHDFSUtils Recovering lease on dfs file hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000005
   [junit4]   2> 1789285 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.HdfsUpdateLog Closing output for old non-recovery log hdfs tlog{file=hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000002 refcount=1}
   [junit4]   2> 1789305 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.HdfsUpdateLog Closing output for old non-recovery log hdfs tlog{file=hdfs://localhost:60765/solr/shard1/tlog/tlog.0000000000000000001 refcount=1}
   [junit4]   2> 1789398 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 1789398 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 1789400 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory creating directory factory for path hdfs://localhost:60765/solr_hdfs_home/collection1//Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001/data-dir-221-001/index
   [junit4]   2> 1789406 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Number of slabs of block cache [1] with direct memory allocation set to [true]
   [junit4]   2> 1789407 INFO  (coreLoadExecutor-15171-thread-1) [    x:collection1 ] o.a.s.c.HdfsDirectoryFactory Block cache target memory usage, sla

[...truncated too long message...]

olrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 1898613 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1b436fb1: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1d89f4a9
   [junit4]   2> 1898616 WARN  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.a.h.h.s.d.DirectoryScanner DirectoryScanner: shutdown has been called
   [junit4]   2> 1898650 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@441f3f47{datanode,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/datanode}
   [junit4]   2> 1898653 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@5811a6ad{HTTP/1.1, (http/1.1)}{localhost:0}
   [junit4]   2> 1898653 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1898655 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@48541c13{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> 1898662 WARN  (BP-2016739272-127.0.0.1-1592118204092 heartbeating to localhost/127.0.0.1:60765) [     ] o.a.h.h.s.d.IncrementalBlockReportManager IncrementalBlockReportManager interrupted
   [junit4]   2> 1898662 WARN  (BP-2016739272-127.0.0.1-1592118204092 heartbeating to localhost/127.0.0.1:60765) [     ] o.a.h.h.s.d.DataNode Ending block pool service for: Block pool BP-2016739272-127.0.0.1-1592118204092 (Datanode Uuid 371636b5-8eb9-4a80-bdcb-7fdae0086769) service to localhost/127.0.0.1:60765
   [junit4]   2> 1898693 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.w.WebAppContext@728cb872{hdfs,/,null,UNAVAILABLE}{jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/hdfs}
   [junit4]   2> 1898694 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.AbstractConnector Stopped ServerConnector@7c3de5a8{HTTP/1.1, (http/1.1)}{localhost:0}
   [junit4]   2> 1898695 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.session node0 Stopped scavenging
   [junit4]   2> 1898695 INFO  (SUITE-TestRecoveryHdfs-seed#[E6E8AC86F82BF041]-worker) [     ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@2d055cb2{static,/static,jar:file:/Users/jenkins/.ivy2/cache/org.apache.hadoop/hadoop-hdfs/tests/hadoop-hdfs-3.2.0-tests.jar!/webapps/static,UNAVAILABLE}
   [junit4]   2> NOTE: leaving temporary files on disk at: /Users/jenkins/workspace/Lucene-Solr-master-MacOSX/solr/build/solr-core/test/J2/temp/solr.search.TestRecoveryHdfs_E6E8AC86F82BF041-001
   [junit4]   2> Jun 14, 2020 7:05:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
   [junit4]   2> WARNING: Will linger awaiting termination of 24 leaked thread(s).
   [junit4]   2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@49b9f8fd), locale=fr-HT, timezone=Indian/Chagos
   [junit4]   2> NOTE: Mac OS X 10.14.6 x86_64/AdoptOpenJDK 12.0.2 (64-bit)/cpus=6,threads=6,free=82427320,total=429084672
   [junit4]   2> NOTE: All tests run in this JVM: [TestPointFields, TestIBSimilarityFactory, TestXmlQParser, DeleteLastCustomShardedReplicaTest, TestManagedResourceStorage, UtilsToolTest, BadIndexSchemaTest, SmileWriterTest, EnumFieldTest, SolrIndexConfigTest, TestDistribIDF, NotRequiredUniqueKeyTest, UpdateParamsTest, TestHdfsUpdateLog, TriggerSetPropertiesIntegrationTest, SpellCheckCollatorTest, DocValuesNotIndexedTest, TestSimNodeLostTrigger, TestClusterProperties, TestSolrConfigHandlerConcurrent, TestCloudJSONFacetJoinDomain, ByteBuffersDirectoryFactoryTest, SplitByPrefixTest, TestExplainDocTransformer, TestNumericRangeQuery64, DistributedSuggestComponentTest, CacheHeaderTest, JWTAuthPluginIntegrationTest, TestReloadAndDeleteDocs, DocumentAnalysisRequestHandlerTest, OverseerSolrResponseTest, HighlighterWithoutStoredIdTest, CircularListTest, ZkCollectionPropsCachingTest, AnalyticsQueryTest, DistributedMLTComponentTest, SolrRequestParserTest, TestScoreJoinQPScore, WordBreakSolrSpellCheckerTest, RemoteQueryErrorTest, TestConfigSetImmutable, ConcurrentDeleteAndCreateCollectionTest, TestOnReconnectListenerSupport, TestCorePropertiesReload, RequestHandlersTest, TestStressVersions, XmlUpdateRequestHandlerTest, TestSolrCloudWithDelegationTokens, DocumentBuilderTest, TestRSAKeyPair, TestReqParamsAPI, XmlInterpolationTest, UUIDUpdateProcessorFallbackTest, SolrXmlInZkTest, HealthCheckHandlerTest, ShardRoutingTest, TestHttpShardHandlerFactory, SolrJmxReporterCloudTest, TestSolrDeletionPolicy2, HttpPartitionTest, RulesTest, MoveReplicaTest, PhrasesIdentificationComponentTest, SignificantTermsQParserPluginTest, RequestLoggingTest, TestBackupRepositoryFactory, TestDynamicFieldResource, BufferStoreTest, TestIndexSearcher, MetricsHistoryWithAuthIntegrationTest, SignatureUpdateProcessorFactoryTest, TestCaffeineCache, TestFilteredDocIdSet, DistribCursorPagingTest, TestRandomCollapseQParserPlugin, TestUtilizeNode, DateFieldTest, ZkNodePropsTest, TestEmbeddedSolrServerAdminHandler, ActionThrottleTest, TestAnalyzeInfixSuggestions, PackageManagerCLITest, TestTextField, ExitableDirectoryReaderTest, ScheduledMaintenanceTriggerTest, TestDynamicURP, SimpleMLTQParserTest, UnloadDistributedZkTest, AnalysisAfterCoreReloadTest, BasicFunctionalityTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, DistributedIntervalFacetingTest, EchoParamsTest, MinimalSchemaTest, OutputWriterTest, SampleTest, SolrInfoBeanTest, SolrTestCaseJ4Test, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TestJoin, TestRandomDVFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestSolrTestCaseJ4, TestTrie, ProtectedTermFilterFactoryTest, TestCharFilters, TestLuceneMatchVersion, TestWordDelimiterFilterFactory, BasicDistributedZk2Test, ChaosMonkeyNothingIsSafeTest, ClusterStateMockUtilTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, LeaderElectionTest, LeaderFailureAfterFreshStartTest, SSLMigrationTest, TestCloudInspectUtil, TestCloudPhrasesIdentificationComponent, TestCloudPseudoReturnFields, TestConfigSetsAPIZkFailure, TestCryptoKeys, TestSSLRandomization, TestShortCircuitedRequests, TestStressLiveNodes, AutoScalingHandlerTest, ExecutePlanActionTest, IndexSizeTriggerTest, TestMergePolicyConfig, TestDistribPackageStore, AutoscalingHistoryHandlerTest, DistributedFacetPivotLargeTest, SpellCheckComponentTest, TermVectorComponentDistributedTest, TestLegacyField, TestLegacyFieldReuse, TestLegacyNumericUtils, TestLegacyTerms, MetricsConfigTest, SolrCoreMetricManagerTest, SolrRrdBackendFactoryTest, TestUnInvertedFieldException, TestWriterPerf, TestGeoJSONResponseWriter, TestJavabinTupleStreamParser, TestPHPSerializedResponseWriter, TestRawTransformer, TestRetrieveFieldsOptimizer, TestFieldTypeResource, TestSchemaVersionResource, TestManagedStopFilterFactory, RequiredFieldsTest, SchemaApiFailureTest, TestCloudManagedSchema, TestManagedSchemaAPI, LargeFieldTest, MergeStrategyTest, TestNoOpRegenerator, TestPayloadCheckQParserPlugin, TestQueryTypes, TestRecoveryHdfs]
   [junit4] Completed [806/910 (1!)] on J2 in 130.40s, 11 tests, 1 failure, 3 errors, 1 skipped <<< FAILURES!

[...truncated 52410 lines...]
[repro] Jenkins log URL: https://jenkins.thetaphi.de/job/Lucene-Solr-master-MacOSX/6161/consoleText

[repro] Revision: 396490b65ca1af6ff1f1157a9896c9528c234eea

[repro] Ant options: "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC"
[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs -Dtests.method=testExistOldBufferLog -Dtests.seed=E6E8AC86F82BF041 -Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs -Dtests.method=testRemoveOldLogs -Dtests.seed=E6E8AC86F82BF041 -Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs -Dtests.method=testCleanShutdown -Dtests.seed=E6E8AC86F82BF041 -Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] Repro line:  ant test  -Dtestcase=TestRecoveryHdfs -Dtests.method=testTruncatedLog -Dtests.seed=E6E8AC86F82BF041 -Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[repro] JUnit rest result XML files will be moved to: ./repro-reports
[repro] ant clean

[...truncated 6 lines...]
[repro] Test suites by module:
[repro]    solr/core
[repro]       TestRecoveryHdfs
[repro] ant compile-test

[...truncated 2485 lines...]
[repro] ant test-nocompile -Dtests.dups=5 -Dtests.maxfailures=5 -Dtests.class="*.TestRecoveryHdfs" -Dtests.showOutput=onerror "-Dargs=-XX:-UseCompressedOops -XX:+UseSerialGC" -Dtests.seed=E6E8AC86F82BF041 -Dtests.slow=true -Dtests.locale=fr-HT -Dtests.timezone=Indian/Chagos -Dtests.asserts=true -Dtests.file.encoding=UTF-8

[...truncated 126 lines...]
[repro] Failures w/original seeds:
[repro]   0/5 failed: org.apache.solr.search.TestRecoveryHdfs
[repro] Exiting with code 0

[...truncated 73 lines...]