You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2021/08/14 16:43:11 UTC

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 360 - Unstable!

Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/360/

1 tests failed.
FAILED:  org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.test

Error Message:
Number of documents (1) is different from number of expected values (3

Stack Trace:
java.lang.AssertionError: Number of documents (1) is different from number of expected values (3
	at __randomizedtesting.SeedInfo.seed([1A9C4F87F167A573:92C8705D5F9BC88B]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.apache.solr.SolrTestCaseJ4.assertFieldValues(SolrTestCaseJ4.java:2184)
	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.test(DistributedQueryComponentCustomSortTest.java:128)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 15560 lines...]
   [junit4] Suite: org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest
   [junit4]   2> 4162433 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCase Setting 'solr.default.confdir' system property to test-framework derived value of '/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/server/solr/configsets/_default/conf'
   [junit4]   2> 4162433 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
   [junit4]   2> 4162434 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 Created dataDir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/data-dir-198-001
   [junit4]   2> 4162434 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=8 numCloses=8
   [junit4]   2> 4162435 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
   [junit4]   2> 4162437 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
   [junit4]   2> 4162437 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.BaseDistributedSearchTestCase Setting hostContext system property: /
   [junit4]   2> 4162437 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore
   [junit4]   2> 4162444 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4162460 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 4162460 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4162460 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4162461 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4162462 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4163114 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.c.CoreContainer Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/userfiles" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.nio.fs.UnixPath.checkWrite(UnixPath.java:801) ~[?:?]
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.createDirectory(UnixFileSystemProvider.java:376) ~[?:?]
   [junit4]   2> 	at java.nio.file.Files.createDirectory(Files.java:674) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createAndCheckIsDirectory(Files.java:781) ~[?:1.8.0_291]
   [junit4]   2> 	at java.nio.file.Files.createDirectories(Files.java:727) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:378) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.<init>(CoreContainer.java:343) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:183) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.setUpBeforeClass(DistributedQueryComponentCustomSortTest.java:41) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 4163116 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.f.DistribPackageStore Unable to create [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore] directory in SOLR_HOME [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr].  Features requiring this directory may fail.
   [junit4]   2>           => java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472)
   [junit4]   2> java.security.AccessControlException: access denied ("java.io.FilePermission" "/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/filestore" "write")
   [junit4]   2> 	at java.security.AccessControlContext.checkPermission(AccessControlContext.java:472) ~[?:1.8.0_291]
   [junit4]   2> 	at java.security.AccessController.checkPermission(AccessController.java:886) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkPermission(SecurityManager.java:549) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.SecurityManager.checkWrite(SecurityManager.java:979) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdir(File.java:1348) ~[?:1.8.0_291]
   [junit4]   2> 	at java.io.File.mkdirs(File.java:1380) ~[?:1.8.0_291]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.ensurePackageStoreDir(DistribPackageStore.java:561) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.DistribPackageStore.<init>(DistribPackageStore.java:81) [java/:?]
   [junit4]   2> 	at org.apache.solr.filestore.PackageStoreAPI.<init>(PackageStoreAPI.java:78) [java/:?]
   [junit4]   2> 	at org.apache.solr.core.CoreContainer.load(CoreContainer.java:679) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:184) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:156) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:162) [java/:?]
   [junit4]   2> 	at org.apache.solr.util.TestHarness.<init>(TestHarness.java:112) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.createCore(SolrTestCaseJ4.java:812) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:802) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:663) [java/:?]
   [junit4]   2> 	at org.apache.solr.SolrTestCaseJ4.initCore(SolrTestCaseJ4.java:652) [java/:?]
   [junit4]   2> 	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.setUpBeforeClass(DistributedQueryComponentCustomSortTest.java:41) [test/:?]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62) ~[?:1.8.0_291]
   [junit4]   2> 	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:1.8.0_291]
   [junit4]   2> 	at java.lang.reflect.Method.invoke(Method.java:498) ~[?:1.8.0_291]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:878) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41) [java/:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64) [java/:?]
   [junit4]   2> 	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54) [java/:?]
   [junit4]   2> 	at org.junit.rules.RunRules.evaluate(RunRules.java:20) [junit-4.13.1.jar:4.13.1]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368) [randomizedtesting-runner-2.7.2.jar:?]
   [junit4]   2> 	at java.lang.Thread.run(Thread.java:748) [?:1.8.0_291]
   [junit4]   2> 4163117 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4163117 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4db2bdf6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4163117 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4db2bdf6[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4163120 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@77f7009a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4163120 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@77f7009a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4163121 WARN  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4163148 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4163155 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4163155 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4163156 INFO  (coreLoadExecutor-30666-thread-1) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 2147483647 cores with initial capacity of 1024
   [junit4]   2> 4163164 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4163182 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 4163183 WARN  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4163183 WARN  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4163185 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4163185 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4163185 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4163185 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4163185 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/data-dir-198-001/]
   [junit4]   2> 4163187 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=48.4521484375, floorSegmentMB=1.51953125, forceMergeDeletesPctAllowed=24.03533649932859, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=42.72371751092624
   [junit4]   2> 4163234 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4163234 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4163235 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4163235 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4163235 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=85.5947265625, floorSegmentMB=0.4072265625, forceMergeDeletesPctAllowed=25.51628695602893, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7143088446910947, deletesPctAllowed=33.117371710695956
   [junit4]   2> 4163236 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4163249 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4163308 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4163309 INFO  (coreLoadExecutor-30666-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1708084742685982720
   [junit4]   2> 4163310 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4163310 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4163310 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4163310 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4163310 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4163310 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4163310 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4163311 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4163311 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4163312 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 ####initCore end
   [junit4]   2> 4163312 INFO  (searcherExecutor-30668-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4163429 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/control/cores/collection1
   [junit4]   2> 4163429 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4163429 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4163429 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4163430 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4163430 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4163435 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4163435 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ab0c606{/,null,AVAILABLE}
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@4538ee9{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:41097}
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server Started @4163465ms
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=41097, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/control/cores}
   [junit4]   2> 4163436 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.0
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-08-14T15:55:49.472Z
   [junit4]   2> 4163436 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/control/solr.xml
   [junit4]   2> 4163439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4163439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4163440 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4164115 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4164115 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@201ff6c5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164115 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@201ff6c5[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164119 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@3b6cb061[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164119 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@3b6cb061[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164121 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4164135 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4164136 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4164155 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164164 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164164 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164165 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/control/cores
   [junit4]   2> 4164165 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4164175 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4164192 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 4164193 WARN  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4164193 WARN  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4164194 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4164195 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4164195 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4164195 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164195 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/control/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/control/cores/collection1/data/]
   [junit4]   2> 4164196 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=48.4521484375, floorSegmentMB=1.51953125, forceMergeDeletesPctAllowed=24.03533649932859, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=42.72371751092624
   [junit4]   2> 4164251 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4164251 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4164252 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4164252 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4164253 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=85.5947265625, floorSegmentMB=0.4072265625, forceMergeDeletesPctAllowed=25.51628695602893, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7143088446910947, deletesPctAllowed=33.117371710695956
   [junit4]   2> 4164254 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4164268 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4164328 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4164328 INFO  (coreLoadExecutor-30686-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1708084743754481664
   [junit4]   2> 4164330 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4164330 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4164330 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4164330 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4164330 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4164330 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4164331 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4164331 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4164331 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4164333 INFO  (searcherExecutor-30688-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4164437 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard0/cores/collection1
   [junit4]   2> 4164437 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4164437 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4164437 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4164438 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4164438 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4164438 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4164438 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@61462900{/,null,AVAILABLE}
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@28be61db{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:45055}
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server Started @4164468ms
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=45055, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard0/cores}
   [junit4]   2> 4164439 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.0
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-08-14T15:55:50.475Z
   [junit4]   2> 4164439 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard0/solr.xml
   [junit4]   2> 4164442 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4164442 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4164457 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4164802 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4164803 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@c1e61d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164803 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@c1e61d0[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164806 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@16b03615[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164806 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@16b03615[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4164808 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4164820 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4164820 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4164840 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164851 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164851 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164853 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard0/cores
   [junit4]   2> 4164853 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4164861 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4164880 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 4164880 WARN  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4164880 WARN  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4164882 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4164882 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4164882 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4164882 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4164883 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard0/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard0/cores/collection1/data/]
   [junit4]   2> 4164884 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=48.4521484375, floorSegmentMB=1.51953125, forceMergeDeletesPctAllowed=24.03533649932859, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=42.72371751092624
   [junit4]   2> 4164934 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4164935 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4164935 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4164935 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4164936 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=85.5947265625, floorSegmentMB=0.4072265625, forceMergeDeletesPctAllowed=25.51628695602893, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7143088446910947, deletesPctAllowed=33.117371710695956
   [junit4]   2> 4164937 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4164975 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4165067 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4165067 INFO  (coreLoadExecutor-30705-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1708084744529379328
   [junit4]   2> 4165068 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4165068 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4165069 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4165069 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4165069 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4165069 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4165069 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4165069 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4165069 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4165071 INFO  (searcherExecutor-30707-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4165180 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard1/cores/collection1
   [junit4]   2> 4165181 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4165181 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4165181 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4165184 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4165185 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4165185 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session node0 Scavenging every 600000ms
   [junit4]   2> 4165186 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@29c63d2c{/,null,AVAILABLE}
   [junit4]   2> 4165186 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@599df2f0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:35327}
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server Started @4165215ms
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=35327, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard1/cores}
   [junit4]   2> 4165187 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.0
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-08-14T15:55:51.223Z
   [junit4]   2> 4165187 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard1/solr.xml
   [junit4]   2> 4165190 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4165190 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4165203 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4166176 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4166176 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@25c0593a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166176 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@25c0593a[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166179 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@4aa13fb3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166179 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@4aa13fb3[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166181 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4166192 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4166192 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4166213 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4166225 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4166225 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4166227 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard1/cores
   [junit4]   2> 4166227 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4166235 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4166253 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 4166254 WARN  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4166254 WARN  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4166256 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4166256 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4166256 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4166256 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4166257 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard1/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard1/cores/collection1/data/]
   [junit4]   2> 4166258 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=48.4521484375, floorSegmentMB=1.51953125, forceMergeDeletesPctAllowed=24.03533649932859, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=42.72371751092624
   [junit4]   2> 4166311 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4166311 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4166312 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4166312 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4166313 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=85.5947265625, floorSegmentMB=0.4072265625, forceMergeDeletesPctAllowed=25.51628695602893, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7143088446910947, deletesPctAllowed=33.117371710695956
   [junit4]   2> 4166314 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4166328 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4166389 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4166390 INFO  (coreLoadExecutor-30724-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1708084745916645376
   [junit4]   2> 4166391 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4166391 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4166391 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: wordbreak
   [junit4]   2> 4166391 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: multipleFields
   [junit4]   2> 4166391 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: jarowinkler
   [junit4]   2> 4166392 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: external
   [junit4]   2> 4166392 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: freq
   [junit4]   2> 4166392 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: fqcn
   [junit4]   2> 4166392 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: perDict
   [junit4]   2> 4166407 INFO  (searcherExecutor-30726-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.c.SolrCore [collection1]  Registered new searcher autowarm time: 0 ms
   [junit4]   2> 4166507 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.SolrTestCaseJ4 Writing core.properties file to /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard2/cores/collection1
   [junit4]   2> 4166508 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Start Jetty (configured port=0, binding port=0)
   [junit4]   2> 4166508 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Trying to start Jetty on port 0 try number 2 ...
   [junit4]   2> 4166508 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server jetty-9.4.41.v20210516; built: 2021-05-16T23:56:28.993Z; git: 98607f93c7833e7dc59489b13f3cb0a114fb9f4c; jvm 1.8.0_291-b10
   [junit4]   2> 4166508 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session DefaultSessionIdManager workerName=node0
   [junit4]   2> 4166508 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session No SessionScavenger set, using defaults
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.session node0 Scavenging every 660000ms
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@42dd358a{/,null,AVAILABLE}
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.AbstractConnector Started ServerConnector@70e3d6b0{HTTP/1.1, (http/1.1, h2c)}{127.0.0.1:33645}
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.s.Server Started @4166538ms
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {schema=schema-custom-field.xml, solrconfig=solrconfig.xml, hostContext=/, hostPort=33645, coreRootDirectory=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard2/cores}
   [junit4]   2> 4166509 ERROR (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter  ___      _       Welcome to Apache Solr? version 8.10.0
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _   Starting in standalone mode on port null
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_|  Install dir: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr
   [junit4]   2> 4166509 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.s.SolrDispatchFilter |___/\___/_|_|    Start time: 2021-08-14T15:55:52.545Z
   [junit4]   2> 4166510 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Loading container configuration from /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard2/solr.xml
   [junit4]   2> 4166512 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverWorkLoopDelay is ignored
   [junit4]   2> 4166512 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig Configuration parameter autoReplicaFailoverBadNodeExpiration is ignored
   [junit4]   2> 4166514 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.SolrXmlConfig MBean server found: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1, but no JMX reporters were configured - adding default JMX reporter.
   [junit4]   2> 4166965 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.c.HttpShardHandlerFactory Host whitelist initialized: WhitelistHostChecker [whitelistHosts=null, whitelistHostCheckingEnabled=false]
   [junit4]   2> 4166966 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@44aa89bd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166966 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@44aa89bd[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166969 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config Trusting all certificates configured for Client@1835bd2c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166969 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.e.j.u.s.S.config No Client EndPointIdentificationAlgorithm configured for Client@1835bd2c[provider=null,keyStore=null,trustStore=null]
   [junit4]   2> 4166970 WARN  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CoreContainer Not all security plugins configured!  authentication=disabled authorization=disabled.  Solr is only as secure as you make it. Consider configuring authentication/authorization before exposing Solr to users internal or external.  See https://s.apache.org/solrsecurity for more info
   [junit4]   2> 4166982 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient core cache for max 4 cores with initial capacity of 4
   [junit4]   2> 4166982 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
   [junit4]   2> 4167008 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4167020 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4167020 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4167021 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Found 1 core definitions underneath /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard2/cores
   [junit4]   2> 4167021 INFO  (TEST-DistributedQueryComponentCustomSortTest.test-seed#[1A9C4F87F167A573]) [     ] o.a.s.c.CorePropertiesLocator Cores are: [collection1]
   [junit4]   2> 4167031 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.c.SolrResourceLoader Added 2 libs to classloader, from paths: [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib, /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
   [junit4]   2> 4167050 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.10.0
   [junit4]   2> 4167050 WARN  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <boolTofilterOptimizer> is currently not implemented and has no effect.
   [junit4]   2> 4167051 WARN  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.c.SolrConfig solrconfig.xml: <jmx> is no longer supported, use solr.xml:/metrics/reporter section instead
   [junit4]   2> 4167052 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Schema name=test-custom-field-sort
   [junit4]   2> 4167053 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.s.IndexSchema Loaded schema test-custom-field-sort/1.6 with uniqueid field id
   [junit4]   2> 4167053 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from configset /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/core/src/test-files/solr/collection1, trusted=true
   [junit4]   2> 4167053 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@4839e0a1
   [junit4]   2> 4167053 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard2/cores/collection1], dataDir=[/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001/tempDir-001/shard2/cores/collection1/data/]
   [junit4]   2> 4167054 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=7, maxMergeAtOnceExplicit=9, maxMergedSegmentMB=48.4521484375, floorSegmentMB=1.51953125, forceMergeDeletesPctAllowed=24.03533649932859, segmentsPerTier=15.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0, deletesPctAllowed=42.72371751092624
   [junit4]   2> 4167134 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
   [junit4]   2> 4167134 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
   [junit4]   2> 4167135 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Hard AutoCommit: disabled
   [junit4]   2> 4167135 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.u.CommitTracker Soft AutoCommit: disabled
   [junit4]   2> 4167136 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=33, maxMergeAtOnceExplicit=49, maxMergedSegmentMB=85.5947265625, floorSegmentMB=0.4072265625, forceMergeDeletesPctAllowed=25.51628695602893, segmentsPerTier=44.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.7143088446910947, deletesPctAllowed=33.117371710695956
   [junit4]   2> 4167137 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Initializing spell checkers
   [junit4]   2> 4167152 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.s.DirectSolrSpellChecker init: {name=direct,classname=DirectSolrSpellChecker,field=lowerfilt,minQueryLength=3}
   [junit4]   2> 4167235 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.h.ReplicationHandler Commits will be reserved for 10000 ms
   [junit4]   2> 4167235 INFO  (coreLoadExecutor-30743-thread-1) [    x:collection1 ] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1708084746802692096
   [junit4]   2> 4167236 INFO  (searcherExecutor-30745-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: default
   [junit4]   2> 4167237 INFO  (searcherExecutor-30745-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index for spellchecker: direct
   [junit4]   2> 4167237 INFO  (searcherExecutor-30745-thread-1-processing-x:collection1) [    x:collection1 ] o.a.s.h.c.SpellCheckComponent Loading spell index 

[...truncated too long message...]

true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=et-EE -Dtests.timezone=Europe/Brussels -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] FAILURE 4.26s J1 | DistributedQueryComponentCustomSortTest.test <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: Number of documents (1) is different from number of expected values (3
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([1A9C4F87F167A573:92C8705D5F9BC88B]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.assertFieldValues(SolrTestCaseJ4.java:2184)
   [junit4]    > 	at org.apache.solr.handler.component.DistributedQueryComponentCustomSortTest.test(DistributedQueryComponentCustomSortTest.java:128)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1084)
   [junit4]    > 	at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:1055)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 4167570 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.SolrTestCaseJ4 ###deleteCore
   [junit4]   2> 4167570 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1416832938
   [junit4]   2> 4167570 INFO  (coreCloseExecutor-30771-thread-1) [     ] o.a.s.c.SolrCore [collection1]  CLOSING SolrCore org.apache.solr.core.SolrCore@2375acc2
   [junit4]   2> 4167570 INFO  (coreCloseExecutor-30771-thread-1) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1 tag=SolrCore@2375acc2
   [junit4]   2> 4167570 INFO  (coreCloseExecutor-30771-thread-1) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2b15cf9b: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1/com.codahale.metrics.MetricRegistry@527e1a83
   [junit4]   2> 4167574 INFO  (coreCloseExecutor-30771-thread-1) [     ] o.a.s.u.DirectUpdateHandler2 Committing on IndexWriter.close()  ... SKIPPED (unnecessary).
   [junit4]   2> 4167574 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node tag=null
   [junit4]   2> 4167574 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@3e1f1b60: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node/com.codahale.metrics.MetricRegistry@60bf2f15
   [junit4]   2> 4167575 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm tag=null
   [junit4]   2> 4167575 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@2a06af79: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm/com.codahale.metrics.MetricRegistry@1395e417
   [junit4]   2> 4167576 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty tag=null
   [junit4]   2> 4167576 INFO  (SUITE-DistributedQueryComponentCustomSortTest-seed#[1A9C4F87F167A573]-worker) [     ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@45c2cef7: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty/com.codahale.metrics.MetricRegistry@1566568c
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/solr/build/solr-core/test/J1/temp/solr.handler.component.DistributedQueryComponentCustomSortTest_1A9C4F87F167A573-001
   [junit4]   2> NOTE: test params are: codec=Lucene87, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=et-EE, timezone=Europe/Brussels
   [junit4]   2> NOTE: Linux 4.15.0-147-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=178165312,total=525336576
   [junit4]   2> NOTE: All tests run in this JVM: [TestManagedSynonymFilterFactory, IndexSchemaTest, TermsComponentTest, SparseHLLTest, ParsingFieldUpdateProcessorsTest, NoCacheHeaderTest, DeleteReplicaTest, TestLMJelinekMercerSimilarityFactory, TestSchemaField, MetricsDisabledCloudTest, TestHashPartitioner, TestDistributedSearch, DistributedFacetSimpleRefinementLongTailTest, TestSuggestSpellingConverter, SolrIndexSplitterTest, HdfsBasicDistributedZk2Test, SuggestComponentContextFilterQueryTest, AdminHandlersProxyTest, BlockJoinFacetDistribTest, HighlighterConfigTest, TestInitQParser, TestTextField, TestOrdValues, DistributedFacetExistsSmallTest, TestNoOpRegenerator, CdcrBidirectionalTest, TestEmbeddedSolrServerAdminHandler, TestTolerantUpdateProcessorCloud, ZkFailoverTest, SoftAutoCommitTest, DistribDocExpirationUpdateProcessorTest, PhrasesIdentificationComponentTest, SearchHandlerTest, RoutingToNodesWithPropertiesTest, TestTrieFacet, QueryEqualityTest, TestReplicationHandlerDiskOverFlow, TestConfigSetProperties, NestedShardedAtomicUpdateTest, ConcurrentDeleteAndCreateCollectionTest, SolrMetricsIntegrationTest, GraphQueryTest, TestApiFramework, TestSimExecutePlanAction, AnalyticsMergeStrategyTest, ConnectionReuseTest, TestSegmentSorting, CreateRoutedAliasTest, SQLWithAuthzEnabledTest, MoveReplicaHDFSTest, TestJmxIntegration, V2ApiIntegrationTest, TestFastLRUCache, TestWithCollection, CollectionTooManyReplicasTest, TestPostingsSolrHighlighter, TestDynamicFieldResource, ThreadDumpHandlerTest, TestIndexingPerformance, TestCloudJSONFacetSKG, AutoAddReplicasPlanActionTest, TestNumericTokenStream, SyncSliceTest, ConjunctionSolrSpellCheckerTest, SolrCLIZkUtilsTest, TestSchemaDesignerConfigSetHelper, TestCloudDeleteByQuery, TestConfigSetsAPIZkFailure, TestDynamicURP, TestFieldCacheSortRandom, DistanceUnitsTest, TestFieldTypeResource, AssignBackwardCompatibilityTest, TestNRTOpen, TestJsonFacets, ReindexCollectionTest, TestBlobHandler, AssignTest, DistributedQueryComponentOptimizationTest, TestCollapseQParserPlugin, TestSolrCoreProperties, TestScoreJoinQPScore, HdfsNNFailoverTest, UninvertDocValuesMergePolicyTest, HdfsSyncSliceTest, TestUtils, AtomicUpdateProcessorFactoryTest, ZkStateReaderTest, TestMaxTokenLenTokenizer, TestLegacyTerms, TestSQLHandlerNonCloud, SolrSlf4jReporterTest, TestSimTriggerIntegration, BooleanFieldTest, TestSolrCloudWithDelegationTokens, TestBinaryResponseWriter, TestDelegationWithHadoopAuth, TestShardHandlerFactory, IndexSizeTriggerTest, DocValuesNotIndexedTest, ReplicationFactorTest, TestJoin, OpenExchangeRatesOrgProviderTest, TestManagedSchemaAPI, TestBinaryField, TestChildDocTransformer, TaggerTest, TestStressUserVersions, TestCrossCoreJoin, TestRandomCollapseQParserPlugin, TestDistribIDF, BigEndianAscendingWordDeserializerTest, TestCloudPseudoReturnFields, IgnoreCommitOptimizeUpdateProcessorFactoryTest, HttpPartitionWithTlogReplicasTest, LeaderFailoverAfterPartitionTest, MigrateRouteKeyTest, OverriddenZkACLAndCredentialsProvidersTest, OverseerCollectionConfigSetProcessorTest, OverseerModifyCollectionTest, OverseerRolesTest, OverseerSolrResponseUnsafeSerializationTest, OverseerStatusTest, OverseerTaskQueueTest, PeerSyncReplicationTest, TestClusterProperties, TestConfigSetsAPI, TestDistribDocBasedVersion, TestMiniSolrCloudClusterSSL, TestPullReplicaWithAuth, TestQueryingOnDownCollection, TestRandomRequestDistribution, TestRebalanceLeaders, TestStressInPlaceUpdates, TestTlogReplayVsRecovery, TestTlogReplica, VMParamsZkACLAndCredentialsProvidersTest, ZkSolrClientTest, LocalFSCloudIncrementalBackupTest, SplitByPrefixTest, TestCollectionAPI, TestCollectionsAPIViaSolrCloudCluster, TestLocalFSCloudBackupRestore, TestReplicaProperties, TestRequestStatusCollectionAPI, AutoAddReplicasIntegrationTest, ExecutePlanActionTest, HttpTriggerListenerTest, IndexSizeTriggerMixedBoundsTest, RestoreTriggerStateTest, ScheduledTriggerTest, SearchRateTriggerIntegrationTest, TriggerCooldownIntegrationTest, TestSimComputePlanAction, TestSimDistribStateManager, TestSimNodeAddedTrigger, TestSimNodeLostTrigger, TestSimPolicyCloud, TestSimScenario, CdcrRequestHandlerTest, HdfsChaosMonkeySafeLeaderTest, StressHdfsTest, TestDynamicLoading, TestSolrCoreSnapshots, TestDistribPackageStore, MoreLikeThisHandlerTest, PingRequestHandlerTest, TestHdfsBackupRestoreCore, TestIncrementalCoreBackup, TestReplicationHandlerBackup, TestSolrConfigHandlerCloud, TestSolrConfigHandlerConcurrent, TestStressIncrementalBackup, TestStressThreadBackup, XsltUpdateRequestHandlerTest, CoreAdminHandlerTest, CoreAdminOperationTest, CoreAdminRequestStatusTest, CoreMergeIndexesAdminHandlerTest, DaemonStreamApiTest, HealthCheckHandlerTest, IndexSizeEstimatorTest, InfoHandlerTest, LoggingHandlerTest, LukeRequestHandlerTest, MBeansHandlerTest, MetricsHandlerTest, MetricsHistoryHandlerTest, PropertiesRequestHandlerTest, SecurityConfHandlerTest, SegmentsInfoRequestHandlerTest, ZookeeperStatusHandlerFailureTest, ZookeeperStatusHandlerTest, BadComponentTest, CloudReplicaSourceTest, CustomTermsComponentTest, DebugComponentTest, DistributedDebugComponentTest, DistributedExpandComponentTest, DistributedFacetPivotSmallTest, DistributedFacetPivotWhiteBoxTest, DistributedMLTComponentTest, DistributedQueryComponentCustomSortTest]
   [junit4] Completed [701/945 (1!)] on J1 in 5.26s, 1 test, 1 failure <<< FAILURES!

[...truncated 53399 lines...]

[JENKINS] Lucene » Lucene-Solr-NightlyTests-8.x - Build # 361 - Failure!

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://ci-builds.apache.org/job/Lucene/job/Lucene-Solr-NightlyTests-8.x/361/

5 tests failed.
FAILED:  org.apache.lucene.index.TestBinaryDocValuesUpdates.testStressMultiThreading

Error Message:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd

Stack Trace:
java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
	at sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
	at org.apache.lucene.mockfile.DisableFsyncFS.newFileChannel(DisableFsyncFS.java:45)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
	at java.nio.channels.FileChannel.open(FileChannel.java:287)
	at java.nio.channels.FileChannel.open(FileChannel.java:335)
	at org.apache.lucene.util.IOUtils.fsync(IOUtils.java:469)
	at org.apache.lucene.store.FSDirectory.fsync(FSDirectory.java:331)
	at org.apache.lucene.store.FSDirectory.sync(FSDirectory.java:286)
	at org.apache.lucene.store.MockDirectoryWrapper.sync(MockDirectoryWrapper.java:207)
	at org.apache.lucene.store.LockValidatingDirectoryWrapper.sync(LockValidatingDirectoryWrapper.java:68)
	at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:5099)
	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3460)
	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
	at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1237)
	at org.apache.lucene.index.IndexWriter.close(IndexWriter.java:1278)
	at org.apache.lucene.index.TestBinaryDocValuesUpdates.testStressMultiThreading(TestBinaryDocValuesUpdates.java:1075)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
	Suppressed: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
		at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
		at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
		at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
		at sun.nio.fs.UnixFileSystemProvider.implDelete(UnixFileSystemProvider.java:244)
		at sun.nio.fs.AbstractFileSystemProvider.delete(AbstractFileSystemProvider.java:103)
		at org.apache.lucene.mockfile.FilterFileSystemProvider.delete(FilterFileSystemProvider.java:137)
		at org.apache.lucene.mockfile.FilterFileSystemProvider.delete(FilterFileSystemProvider.java:137)
		at org.apache.lucene.mockfile.FilterFileSystemProvider.delete(FilterFileSystemProvider.java:137)
		at org.apache.lucene.mockfile.FilterFileSystemProvider.delete(FilterFileSystemProvider.java:137)
		at org.apache.lucene.mockfile.FilterFileSystemProvider.delete(FilterFileSystemProvider.java:137)
		at java.nio.file.Files.delete(Files.java:1126)
		at org.apache.lucene.store.FSDirectory.privateDeleteFile(FSDirectory.java:370)
		at org.apache.lucene.store.FSDirectory.deleteFile(FSDirectory.java:339)
		at org.apache.lucene.store.MockDirectoryWrapper.deleteFile(MockDirectoryWrapper.java:612)
		at org.apache.lucene.store.LockValidatingDirectoryWrapper.deleteFile(LockValidatingDirectoryWrapper.java:38)
		at org.apache.lucene.index.IndexFileDeleter.deleteFile(IndexFileDeleter.java:705)
		at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:699)
		at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:598)
		at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:540)
		at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2472)
		at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2409)
		at org.apache.lucene.index.IndexWriter.shutdown(IndexWriter.java:1241)
		... 40 more


FAILED:  org.apache.lucene.index.TestIndexWriterMergePolicy.testStressUpdateSameDocumentWithMergeOnCommit

Error Message:
MockDirectoryWrapper: cannot close: there are still 1 open files: {_1gj.fld=1}

Stack Trace:
java.lang.RuntimeException: MockDirectoryWrapper: cannot close: there are still 1 open files: {_1gj.fld=1}
	at org.apache.lucene.store.MockDirectoryWrapper.close(MockDirectoryWrapper.java:843)
	at org.apache.lucene.index.TestIndexWriterMergePolicy.stressUpdateSameDocumentWithMergeOnX(TestIndexWriterMergePolicy.java:639)
	at org.apache.lucene.index.TestIndexWriterMergePolicy.testStressUpdateSameDocumentWithMergeOnCommit(TestIndexWriterMergePolicy.java:578)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: unclosed IndexInput: _1gj.fld
	at org.apache.lucene.store.MockDirectoryWrapper.addFileHandle(MockDirectoryWrapper.java:735)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:778)
	at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsReader.<init>(SimpleTextStoredFieldsReader.java:69)
	at org.apache.lucene.codecs.simpletext.SimpleTextStoredFieldsFormat.fieldsReader(SimpleTextStoredFieldsFormat.java:40)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:127)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:83)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:171)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4902)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4361)
	at org.apache.lucene.index.IndexWriter$IndexWriterMergeSource.merge(IndexWriter.java:5920)
	at org.apache.lucene.index.ConcurrentMergeScheduler.doMerge(ConcurrentMergeScheduler.java:626)
	at org.apache.lucene.index.ConcurrentMergeScheduler$MergeThread.run(ConcurrentMergeScheduler.java:684)


FAILED:  org.apache.lucene.index.TestNumericDocValuesUpdates.testStressMultiThreading

Error Message:
Captured an uncaught exception in thread: Thread[id=1598, name=UpdateThread-2, state=RUNNABLE, group=TGRP-TestNumericDocValuesUpdates]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1598, name=UpdateThread-2, state=RUNNABLE, group=TGRP-TestNumericDocValuesUpdates]
Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_mh_s_Asserting_0.dvm: Too many open files
	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_mh_s_Asserting_0.dvm: Too many open files
	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
	at java.nio.file.Files.newByteChannel(Files.java:361)
	at java.nio.file.Files.newByteChannel(Files.java:407)
	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:79)
	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2896)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:752)
	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1075)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:74)
	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:166)
	at org.apache.lucene.codecs.asserting.AssertingDocValuesFormat.fieldsProducer(AssertingDocValuesFormat.java:63)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
	at org.apache.lucene.index.SegmentDocValuesProducer.<init>(SegmentDocValuesProducer.java:76)
	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:172)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:139)
	at org.apache.lucene.index.ReadersAndUpdates.createNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:667)
	at org.apache.lucene.index.ReadersAndUpdates.swapNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:682)
	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:631)
	at org.apache.lucene.index.ReaderPool.writeAllDocValuesUpdates(ReaderPool.java:228)
	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3629)
	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:624)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:121)
	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:97)
	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1284)


FAILED:  junit.framework.TestSuite.org.apache.lucene.index.TestNumericDocValuesUpdates

Error Message:
The test or suite printed 14368 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true

Stack Trace:
java.lang.AssertionError: The test or suite printed 14368 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
	at org.apache.lucene.util.TestRuleLimitSysouts.afterIfSuccessful(TestRuleLimitSysouts.java:282)
	at com.carrotsearch.randomizedtesting.rules.TestRuleAdapter$1.afterIfSuccessful(TestRuleAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:37)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)


FAILED:  junit.framework.TestSuite.org.apache.solr.cloud.cdcr.CdcrBootstrapTest

Error Message:
ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:553)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:384)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)   expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper  at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)  at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:553)  at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:384)  at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)  at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)  at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)  at java.util.concurrent.FutureTask.run(FutureTask.java:266)  at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)  at java.lang.Thread.run(Thread.java:748)  >

Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:553)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:384)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

 expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:553)
	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:384)
	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
	at java.lang.Thread.run(Thread.java:748)

>
	at __randomizedtesting.SeedInfo.seed([D8A07A82A0A16134]:0)
	at org.junit.Assert.fail(Assert.java:89)
	at org.junit.Assert.failNotNull(Assert.java:756)
	at org.junit.Assert.assertNull(Assert.java:738)
	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:330)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:901)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at org.junit.rules.RunRules.evaluate(RunRules.java:20)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)




Build Log:
[...truncated 831 lines...]
   [junit4] Suite: org.apache.lucene.index.TestNumericDocValuesUpdates
   [junit4]   2> ágú. 15, 2021 7:24:08 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-2,5,TGRP-TestNumericDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_mh_s_Asserting_0.dvm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_mh_s_Asserting_0.dvm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]   2> 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:79)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2896)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:752)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1075)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:74)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:166)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDocValuesFormat.fieldsProducer(AssertingDocValuesFormat.java:63)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValuesProducer.<init>(SegmentDocValuesProducer.java:76)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:172)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:139)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.createNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:667)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.swapNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:682)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:631)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.writeAllDocValuesUpdates(ReaderPool.java:228)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3629)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:624)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:121)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:97)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1284)
   [junit4]   2> 
   [junit4]   2> ágú. 15, 2021 7:24:08 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-1,5,TGRP-TestNumericDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_p_Lucene80_0.dvd: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_p_Lucene80_0.dvd: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:672)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.<init>(Lucene80DocValuesConsumer.java:85)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsConsumer(Lucene80DocValuesFormat.java:161)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:227)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:163)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addNumericField(PerFieldDocValuesFormat.java:109)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:367)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1279)
   [junit4]   2> 
   [junit4]   2> ágú. 15, 2021 7:24:08 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-3,5,TGRP-TestNumericDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_t_Lucene80_1.dvm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_t_Lucene80_1.dvm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]   2> 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:79)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2896)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:752)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1075)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:74)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:166)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValuesProducer.<init>(SegmentDocValuesProducer.java:76)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:172)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:139)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.createNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:667)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.swapNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:682)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:631)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1279)
   [junit4]   2> 
   [junit4]   2> ágú. 15, 2021 7:24:09 AM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-4,5,TGRP-TestNumericDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_q_Lucene80_0.dvm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_q_Lucene80_0.dvm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:672)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.<init>(Lucene80DocValuesConsumer.java:88)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsConsumer(Lucene80DocValuesFormat.java:161)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:227)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:163)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addNumericField(PerFieldDocValuesFormat.java:109)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:367)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1279)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNumericDocValuesUpdates -Dtests.method=testStressMultiThreading -Dtests.seed=B45AAFEC54E92642 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=is-IS -Dtests.timezone=America/Anguilla -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   77.5s J0 | TestNumericDocValuesUpdates.testStressMultiThreading <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1598, name=UpdateThread-2, state=RUNNABLE, group=TGRP-TestNumericDocValuesUpdates]
   [junit4]    > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_mh_s_Asserting_0.dvm: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_mh_s_Asserting_0.dvm: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:79)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2896)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:752)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1075)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:74)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:166)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingDocValuesFormat.fieldsProducer(AssertingDocValuesFormat.java:63)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValuesProducer.<init>(SegmentDocValuesProducer.java:76)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:172)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:139)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.createNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:667)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.swapNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:682)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:631)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.writeAllDocValuesUpdates(ReaderPool.java:228)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3629)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:624)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:121)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.open(DirectoryReader.java:97)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1284)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1599, name=UpdateThread-3, state=RUNNABLE, group=TGRP-TestNumericDocValuesUpdates]
   [junit4]    > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_t_Lucene80_1.dvm: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_t_Lucene80_1.dvm: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:79)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2896)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:752)
   [junit4]    > 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1075)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:74)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:166)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]    > 	at org.apache.lucene.index.SegmentDocValuesProducer.<init>(SegmentDocValuesProducer.java:76)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:172)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:139)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.createNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:667)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.swapNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:682)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:631)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1279)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1597, name=UpdateThread-1, state=RUNNABLE, group=TGRP-TestNumericDocValuesUpdates]
   [junit4]    > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_p_Lucene80_0.dvd: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_p_Lucene80_0.dvd: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:672)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.<init>(Lucene80DocValuesConsumer.java:85)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsConsumer(Lucene80DocValuesFormat.java:161)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:227)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:163)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addNumericField(PerFieldDocValuesFormat.java:109)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:367)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1279)Throwable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=1600, name=UpdateThread-4, state=RUNNABLE, group=TGRP-TestNumericDocValuesUpdates]
   [junit4]    > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_q_Lucene80_0.dvm: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1296)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J0/temp/lucene.index.TestNumericDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_a0_q_Lucene80_0.dvm: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:672)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.<init>(Lucene80DocValuesConsumer.java:88)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsConsumer(Lucene80DocValuesFormat.java:161)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:227)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:163)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addNumericField(PerFieldDocValuesFormat.java:109)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:367)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]    > 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]    > 	at org.apache.lucene.index.TestNumericDocValuesUpdates$2.run(TestNumericDocValuesUpdates.java:1279)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene87): {ndv=PostingsFormat(name=LuceneVarGapFixedInterval), f=Lucene84, k1=Lucene84, foo=Lucene84, dvUpdateKey=Lucene84, k2=PostingsFormat(name=LuceneVarGapDocFreqInterval), upd=PostingsFormat(name=MockRandom), updKey=PostingsFormat(name=LuceneVarGapFixedInterval), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), key=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{ndv=DocValuesFormat(name=Asserting), ndv2=DocValuesFormat(name=Lucene80), ndv1=DocValuesFormat(name=Direct), f10=DocValuesFormat(name=Direct), f12=DocValuesFormat(name=Lucene80), f11=DocValuesFormat(name=Lucene80), f14=DocValuesFormat(name=Direct), f13=DocValuesFormat(name=Asserting), f0=DocValuesFormat(name=Lucene80), f16=DocValuesFormat(name=Lucene80), f1=DocValuesFormat(name=Lucene80), f15=DocValuesFormat(name=Lucene80), f2=DocValuesFormat(name=Asserting), f18=DocValuesFormat(name=Direct), f17=DocValuesFormat(name=Asserting), f3=DocValuesFormat(name=Direct), f4=DocValuesFormat(name=Lucene80), f19=DocValuesFormat(name=Lucene80), f5=DocValuesFormat(name=Lucene80), f6=DocValuesFormat(name=Asserting), f7=DocValuesFormat(name=Direct), number=DocValuesFormat(name=Direct), f8=DocValuesFormat(name=Lucene80), f9=DocValuesFormat(name=Lucene80), val=DocValuesFormat(name=Direct), f21=DocValuesFormat(name=Direct), f20=DocValuesFormat(name=Asserting), f23=DocValuesFormat(name=Lucene80), f22=DocValuesFormat(name=Lucene80), f25=DocValuesFormat(name=Direct), f24=DocValuesFormat(name=Asserting), sort=DocValuesFormat(name=Lucene80), cf0=DocValuesFormat(name=Direct), cf2=DocValuesFormat(name=Lucene80), cf1=DocValuesFormat(name=Lucene80), cf4=DocValuesFormat(name=Direct), cf3=DocValuesFormat(name=Asserting), cf6=DocValuesFormat(name=Lucene80), cf5=DocValuesFormat(name=Lucene80), cf8=DocValuesFormat(name=Direct), cf7=DocValuesFormat(name=Asserting), cf9=DocValuesFormat(name=Lucene80), ssdv=DocValuesFormat(name=Lucene80), sdv=DocValuesFormat(name=Direct), foo=DocValuesFormat(name=Lucene80), cf25=DocValuesFormat(name=Lucene80), cf23=DocValuesFormat(name=Asserting), cf24=DocValuesFormat(name=Direct), cf21=DocValuesFormat(name=Lucene80), cf22=DocValuesFormat(name=Lucene80), cf20=DocValuesFormat(name=Direct), cf=DocValuesFormat(name=Lucene80), cf18=DocValuesFormat(name=Lucene80), cf19=DocValuesFormat(name=Lucene80), f=DocValuesFormat(name=Lucene80), cf16=DocValuesFormat(name=Asserting), cf17=DocValuesFormat(name=Direct), cf14=DocValuesFormat(name=Lucene80), i1=DocValuesFormat(name=Asserting), cf15=DocValuesFormat(name=Lucene80), i2=DocValuesFormat(name=Direct), cf12=DocValuesFormat(name=Asserting), i3=DocValuesFormat(name=Lucene80), control=DocValuesFormat(name=Direct), cf13=DocValuesFormat(name=Direct), cf10=DocValuesFormat(name=Lucene80), cf11=DocValuesFormat(name=Lucene80), a1=DocValuesFormat(name=Asserting), a2=DocValuesFormat(name=Direct), bdv=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=585, maxMBSortInHeap=5.080732868897361, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=is-IS, timezone=America/Anguilla
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=60233496,total=373817344
   [junit4]   2> NOTE: All tests run in this JVM: [TestConstantScoreQuery, TestXYMultiPolygonShapeQueries, TestMultiThreadTermVectors, TestTopDocsMerge, TestDelegatingAnalyzerWrapper, TestCodecs, TestIntArrayDocIdSet, TestPointQueries, TestXYShapeEncoding, TestMergeRateLimiter, TestSpans, TermInSetQueryTest, TestIsCurrent, TestLucene87StoredFieldsFormatMergeInstance, Test2BPostingsBytes, TestMathUtil, TestDocIdsWriter, TestSortedSetSortField, TestVersion, TestIndexSorting, TestRateLimiter, TestSearch, TestPolygon, TestBagOfPositions, TestIndexWriterExceptions2, TestHugeRamFile, TestAllFilesDetectTruncation, TestLatLonDocValuesMultiPointPointQueries, TestBytesRefAttImpl, TestPendingDeletes, TestComplexExplanations, TestNumericDocValuesUpdates]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestNumericDocValuesUpdates -Dtests.seed=B45AAFEC54E92642 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=is-IS -Dtests.timezone=America/Anguilla -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J0 | TestNumericDocValuesUpdates (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: The test or suite printed 14368 bytes to stdout and stderr, even though the limit was set to 8192 bytes. Increase the limit with @Limit, ignore it completely with @SuppressSysoutChecks or run with -Dtests.verbose=true
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [158/581 (1!)] on J0 in 156.13s, 34 tests, 1 failure, 1 error <<< FAILURES!

[...truncated 797 lines...]
   [junit4] Suite: org.apache.lucene.index.TestBinaryDocValuesUpdates
   [junit4]   2> ????. 15, 2021 8:10:53 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-3,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_17r_15_Asserting_0.dvd: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1056)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_17r_15_Asserting_0.dvd: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:672)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.<init>(Lucene80DocValuesConsumer.java:85)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsConsumer(Lucene80DocValuesFormat.java:161)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDocValuesFormat.fieldsConsumer(AssertingDocValuesFormat.java:55)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:227)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:163)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:329)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1036)
   [junit4]   2> 
   [junit4]   2> ????. 15, 2021 8:10:53 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-2,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_1b_Asserting_0.dvm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1056)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_1b_Asserting_0.dvm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:672)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesConsumer.<init>(Lucene80DocValuesConsumer.java:88)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsConsumer(Lucene80DocValuesFormat.java:161)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDocValuesFormat.fieldsConsumer(AssertingDocValuesFormat.java:55)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:227)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.getInstance(PerFieldDocValuesFormat.java:163)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsWriter.addBinaryField(PerFieldDocValuesFormat.java:114)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.handleDVUpdates(ReadersAndUpdates.java:329)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:579)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1036)
   [junit4]   2> 
   [junit4]   2> ????. 15, 2021 8:10:54 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-5,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_1d_Asserting_0.dvm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1056)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_1d_Asserting_0.dvm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]   2> 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:79)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2896)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:752)
   [junit4]   2> 	at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openChecksumInput(MockDirectoryWrapper.java:1075)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesProducer.<init>(Lucene80DocValuesProducer.java:74)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80DocValuesFormat.fieldsProducer(Lucene80DocValuesFormat.java:166)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingDocValuesFormat.fieldsProducer(AssertingDocValuesFormat.java:63)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat$FieldsReader.<init>(PerFieldDocValuesFormat.java:303)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldDocValuesFormat.fieldsProducer(PerFieldDocValuesFormat.java:386)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.newDocValuesProducer(SegmentDocValues.java:51)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValues.getDocValuesProducer(SegmentDocValues.java:67)
   [junit4]   2> 	at org.apache.lucene.index.SegmentDocValuesProducer.<init>(SegmentDocValuesProducer.java:76)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.initDocValuesProducer(SegmentReader.java:172)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:139)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.createNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:667)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.swapNewReaderWithLatestLiveDocs(ReadersAndUpdates.java:682)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.writeFieldUpdates(ReadersAndUpdates.java:631)
   [junit4]   2> 	at org.apache.lucene.index.ReaderPool.commit(ReaderPool.java:325)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.writeReaderPool(IndexWriter.java:3625)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3382)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1036)
   [junit4]   2> 
   [junit4]   2> ????. 15, 2021 8:10:55 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-4,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1056)
   [junit4]   2> Caused by: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
   [junit4]   2> 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at org.apache.lucene.mockfile.DisableFsyncFS.newFileChannel(DisableFsyncFS.java:45)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.fsync(IOUtils.java:469)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.fsync(FSDirectory.java:331)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.sync(FSDirectory.java:286)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.sync(MockDirectoryWrapper.java:207)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.sync(LockValidatingDirectoryWrapper.java:68)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:5099)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3460)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1036)
   [junit4]   2> 
   [junit4]   2> ????. 15, 2021 8:10:55 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-1,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1056)
   [junit4]   2> Caused by: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
   [junit4]   2> 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at org.apache.lucene.mockfile.DisableFsyncFS.newFileChannel(DisableFsyncFS.java:45)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.fsync(IOUtils.java:469)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.fsync(FSDirectory.java:331)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.sync(FSDirectory.java:286)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.sync(MockDirectoryWrapper.java:207)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.sync(LockValidatingDirectoryWrapper.java:68)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:5099)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3460)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1036)
   [junit4]   2> 
   [junit4]   2> ????. 15, 2021 8:10:55 PM com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[UpdateThread-0,5,TGRP-TestBinaryDocValuesUpdates]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B45AAFEC54E92642]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1056)
   [junit4]   2> Caused by: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
   [junit4]   2> 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]   2> 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]   2> 	at sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at org.apache.lucene.mockfile.DisableFsyncFS.newFileChannel(DisableFsyncFS.java:45)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]   2> 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]   2> 	at org.apache.lucene.util.IOUtils.fsync(IOUtils.java:469)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.fsync(FSDirectory.java:331)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.sync(FSDirectory.java:286)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.sync(MockDirectoryWrapper.java:207)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.sync(LockValidatingDirectoryWrapper.java:68)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.startCommit(IndexWriter.java:5099)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.prepareCommitInternal(IndexWriter.java:3460)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commitInternal(IndexWriter.java:3770)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.commit(IndexWriter.java:3728)
   [junit4]   2> 	at org.apache.lucene.index.TestBinaryDocValuesUpdates$2.run(TestBinaryDocValuesUpdates.java:1036)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestBinaryDocValuesUpdates -Dtests.method=testStressMultiThreading -Dtests.seed=B45AAFEC54E92642 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=uk -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   37.9s J3 | TestBinaryDocValuesUpdates.testStressMultiThreading <<<
   [junit4]    > Throwable #1: java.nio.file.NoSuchFileException: /home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J3/temp/lucene.index.TestBinaryDocValuesUpdates_B45AAFEC54E92642-001/index-SimpleFSDirectory-001/_19_16_Asserting_0.dvd
   [junit4]    > 	at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
   [junit4]    > 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
   [junit4]    > 	at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
   [junit4]    > 	at sun.nio.fs.UnixFileSystemProvider.newFileChannel(UnixFileSystemProvider.java:177)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]    > 	at org.apache.lucene.mockfile.DisableFsyncFS.newFileChannel(DisableFsyncFS.java:45)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newFileChannel(HandleTrackingFS.java:166)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newFileChannel(FilterFileSystemProvider.java:202)
   [junit4]    > 	at java.nio.channels.FileChannel.open(FileChannel.java:287)
   [junit4]    > 	at java.nio.channels.FileChannel.open(FileChannel.java:335)
   [junit4]    > 	at org.apache.lucene.util.IOUtils.fsync(IOUtils.java:469)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.fsync(FSDirectory.java:331)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.sync(FSDirectory.java:286)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.sync(MockDirectoryWrapper.java:207)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.sync(LockValidatingDirectoryWrapper.java:68)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.startCommit(I

[...truncated too long message...]

2> Reference Handler:
   [junit4]   2>     java.lang.Object.wait(Native Method)
   [junit4]   2>     java.lang.Object.wait(Object.java:502)
   [junit4]   2>     java.lang.ref.Reference.tryHandlePending(Reference.java:191)
   [junit4]   2>     java.lang.ref.Reference$ReferenceHandler.run(Reference.java:153)
   [junit4]   2> 
   [junit4]   2> org.apache.hadoop.hdfs.PeerCache@51face16:
   [junit4]   2>     java.lang.Thread.sleep(Native Method)
   [junit4]   2>     org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253)
   [junit4]   2>     org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46)
   [junit4]   2>     org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124)
   [junit4]   2>     java.lang.Thread.run(Thread.java:748)
   [junit4]   2> 
   [junit4]   2> Finalizer:
   [junit4]   2>     java.lang.Object.wait(Native Method)
   [junit4]   2>     java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:144)
   [junit4]   2>     java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:165)
   [junit4]   2>     java.lang.ref.Finalizer$FinalizerThread.run(Finalizer.java:216)
   [junit4]   2> 
   [junit4]   2> 3758655 INFO  (SUITE-CdcrBootstrapTest-seed#[D8A07A82A0A16134]-worker) [     ] o.a.s.SolrTestCaseJ4 ------------------------------------------------------- Done waiting for tracked resources to be released
   [junit4]   2> NOTE: test params are: codec=SimpleText, sim=Asserting(RandomSimilarity(queryNorm=false): {}), locale=en-IE, timezone=Europe/Budapest
   [junit4]   2> NOTE: Linux 5.4.0-45-generic amd64/Oracle Corporation 1.8.0_291 (64-bit)/cpus=4,threads=1,free=84090344,total=517472256
   [junit4]   2> NOTE: All tests run in this JVM: [TestRemoteStreaming, TestTextField, DeleteReplicaTest, TestSchemaVersionResource, TestChildDocTransformer, SchemaVersionSpecificBehaviorTest, TestCloudDeleteByQuery, SparseHLLTest, TestSchemaField, JWTVerificationkeyResolverTest, QueryEqualityTest, TestCrossCoreJoin, AssignBackwardCompatibilityTest, TestDistribIDF, DistributedTermsComponentTest, RoutingToNodesWithPropertiesTest, UpdateLogTest, UUIDUpdateProcessorFallbackTest, ZookeeperStatusHandlerTest, CustomTermsComponentTest, TestEmbeddedSolrServerAdminHandler, BigEndianAscendingWordDeserializerTest, SolrCoreTest, TestReversedWildcardFilterFactory, TestLegacyTerms, SearchHandlerTest, TestZkAclsWithHadoopAuth, ClusterStateTest, ZkStateReaderTest, BufferStoreTest, SuggestComponentContextFilterQueryTest, TestShardHandlerFactory, SpellCheckCollatorTest, TestPivotHelperCode, OverseerCollectionConfigSetProcessorTest, ConnectionReuseTest, TestFieldCacheSortRandom, OverseerSolrResponseUnsafeSerializationTest, TestDelegationWithHadoopAuth, CollectionsAPISolrJTest, TestRecovery, TestDynamicFieldResource, TestPseudoReturnFields, TestSQLHandlerNonCloud, SolrIndexSplitterTest, TestMacroExpander, TestBinaryResponseWriter, PackageManagerCLITest, TestPerFieldSimilarityWithDefaultOverride, HdfsAutoAddReplicasIntegrationTest, TermsComponentTest, BasicAuthStandaloneTest, TestRandomCollapseQParserPlugin, TestSolrConfigHandlerConcurrent, AggValueSourceTest, TestIndexingPerformance, AuditLoggerIntegrationTest, RestoreTriggerStateTest, BooleanFieldTest, IgnoreCommitOptimizeUpdateProcessorFactoryTest, SubstringBytesRefFilterTest, TestConfigSetsAPIZkFailure, UnloadDistributedZkTest, TestFieldTypeResource, MetricsHistoryWithAuthIntegrationTest, OpenExchangeRatesOrgProviderTest, FuzzySearchTest, DistributedQueryComponentOptimizationTest, TestManagedSynonymFilterFactory, DocValuesTest, CoreAdminOperationTest, TestCollapseQParserPlugin, TestSimNodeAddedTrigger, AnalysisErrorHandlingTest, DistributedFacetExistsSmallTest, DistributedFacetSimpleRefinementLongTailTest, TestHashPartitioner, HdfsWriteToMultipleCollectionsTest, SearchRateTriggerIntegrationTest, DocValuesNotIndexedTest, TestDynamicURP, DateFieldTest, TestDocTermOrdsUninvertLimit, HttpPartitionOnCommitTest, NoCacheHeaderTest, TestBlobHandler, TestRawResponseWriter, TestBlendedInfixSuggestions, TaggerTest, TestSchemaDesignerConfigSetHelper, TestFoldingMultitermQuery, SpatialFilterTest, PeerSyncWithIndexFingerprintCachingTest, TestSegmentSorting, TestJsonFacets, NestedShardedAtomicUpdateTest, TestMiniSolrCloudClusterSSL, SoftAutoCommitTest, TestHdfsBackupRestoreCore, TestCollationField, SolrCLIZkUtilsTest, SolrMetricsIntegrationTest, TestSolrCoreProperties, FullHLLTest, MetricsDisabledCloudTest, TestDistributedMap, RulesTest, TemplateUpdateProcessorTest, SolrPluginUtilsTest, GraphQueryTest, ThreadDumpHandlerTest, SyncSliceTest, TestSuggestSpellingConverter, ScriptEngineTest, TestRandomDVFaceting, TestSimpleTrackingShardHandler, TestLuceneIndexBackCompat, ChaosMonkeySafeLeaderWithPullReplicasTest, LeaderFailureAfterFreshStartTest, MoveReplicaHDFSTest, MoveReplicaTest, RemoteQueryErrorTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, RollingRestartTest, ScheduledTriggerTest, TestPolicyCloud, TriggerSetPropertiesIntegrationTest, TestSimClusterStateProvider, TestSimExecutePlanAction, TestSimExtremeIndexing, TestSimGenericDistributedQueue, TestSimTriggerIntegration, TestSimUtils, TestSnapshotCloudManager, CdcrBidirectionalTest, CdcrBootstrapTest]
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=CdcrBootstrapTest -Dtests.seed=D8A07A82A0A16134 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=en-IE -Dtests.timezone=Europe/Budapest -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
   [junit4] ERROR   0.00s J1 | CdcrBootstrapTest (suite) <<<
   [junit4]    > Throwable #1: java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:553)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:384)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
   [junit4]    > 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
   [junit4]    > 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    >  expected null, but was:<ObjectTracker found 1 object(s) that were not released!!! [RawDirectoryWrapper]
   [junit4]    > org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.RawDirectoryWrapper
   [junit4]    > 	at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
   [junit4]    > 	at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:362)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:553)
   [junit4]    > 	at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:384)
   [junit4]    > 	at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:458)
   [junit4]    > 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:780)
   [junit4]    > 	at org.apache.solr.handler.CdcrRequestHandler$BootstrapCallable.call(CdcrRequestHandler.java:735)
   [junit4]    > 	at com.codahale.metrics.InstrumentedExecutorService$InstrumentedCallable.call(InstrumentedExecutorService.java:202)
   [junit4]    > 	at java.util.concurrent.FutureTask.run(FutureTask.java:266)
   [junit4]    > 	at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:218)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
   [junit4]    > 	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > >
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([D8A07A82A0A16134]:0)
   [junit4]    > 	at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:330)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4] Completed [626/945 (1!)] on J1 in 112.81s, 4 tests, 1 failure, 1 skipped <<< FAILURES!

[...truncated 10675 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:637: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:571: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid1920314.hprof

Total time: 314 minutes 8 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
[Checks API] No suitable checks publisher found.
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any