You are viewing a plain text version of this content. The canonical link for it is here.
Posted to builds@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2019/12/31 03:42:02 UTC

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 310 - Still unstable

Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/310/

1 tests failed.
FAILED:  org.apache.lucene.search.TestSearcherManager.testConcurrentIndexCloseSearchAndRefresh

Error Message:
Captured an uncaught exception in thread: Thread[id=13525, name=Thread-12740, state=RUNNABLE, group=TGRP-TestSearcherManager]

Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13525, name=Thread-12740, state=RUNNABLE, group=TGRP-TestSearcherManager]
	at __randomizedtesting.SeedInfo.seed([A8579E67953D39D7:6A915D27C883C5E0]:0)
Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_A8579E67953D39D7-001/tempDir-001/_73_Asserting_0.tip: Too many open files
	at __randomizedtesting.SeedInfo.seed([A8579E67953D39D7]:0)
	at org.apache.lucene.search.TestSearcherManager$10.run(TestSearcherManager.java:647)
Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_A8579E67953D39D7-001/tempDir-001/_73_Asserting_0.tip: Too many open files
	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
	at java.nio.file.Files.newByteChannel(Files.java:361)
	at java.nio.file.Files.newByteChannel(Files.java:407)
	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2884)
	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
	at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:177)
	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:442)
	at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
	at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
	at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:297)
	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:156)
	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
	at org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
	at org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
	at org.apache.lucene.search.TestSearcherManager$10.run(TestSearcherManager.java:635)




Build Log:
[...truncated 2197 lines...]
   [junit4] Suite: org.apache.lucene.search.TestSearcherManager
   [junit4]   2> Dhj 30, 2019 7:53:45 MD com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-12740,5,TGRP-TestSearcherManager]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_A8579E67953D39D7-001/tempDir-001/_73_Asserting_0.tip: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([A8579E67953D39D7]:0)
   [junit4]   2> 	at org.apache.lucene.search.TestSearcherManager$10.run(TestSearcherManager.java:647)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_A8579E67953D39D7-001/tempDir-001/_73_Asserting_0.tip: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]   2> 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]   2> 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]   2> 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2884)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
   [junit4]   2> 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:177)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:442)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
   [junit4]   2> 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]   2> 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]   2> 	at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:297)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
   [junit4]   2> 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
   [junit4]   2> 	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
   [junit4]   2> 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:156)
   [junit4]   2> 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
   [junit4]   2> 	at org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
   [junit4]   2> 	at org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
   [junit4]   2> 	at org.apache.lucene.search.TestSearcherManager$10.run(TestSearcherManager.java:635)
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestSearcherManager -Dtests.method=testConcurrentIndexCloseSearchAndRefresh -Dtests.seed=A8579E67953D39D7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=sq-AL -Dtests.timezone=America/Dominica -Dtests.asserts=true -Dtests.file.encoding=US-ASCII
   [junit4] ERROR   72.0s J1 | TestSearcherManager.testConcurrentIndexCloseSearchAndRefresh <<<
   [junit4]    > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=13525, name=Thread-12740, state=RUNNABLE, group=TGRP-TestSearcherManager]
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A8579E67953D39D7:6A915D27C883C5E0]:0)
   [junit4]    > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_A8579E67953D39D7-001/tempDir-001/_73_Asserting_0.tip: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([A8579E67953D39D7]:0)
   [junit4]    > 	at org.apache.lucene.search.TestSearcherManager$10.run(TestSearcherManager.java:647)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.search.TestSearcherManager_A8579E67953D39D7-001/tempDir-001/_73_Asserting_0.tip: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:271)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:361)
   [junit4]    > 	at java.nio.file.Files.newByteChannel(Files.java:407)
   [junit4]    > 	at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
   [junit4]    > 	at org.apache.lucene.util.LuceneTestCase.slowFileExists(LuceneTestCase.java:2884)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:747)
   [junit4]    > 	at org.apache.lucene.codecs.blocktree.BlockTreeTermsReader.<init>(BlockTreeTermsReader.java:177)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsProducer(Lucene84PostingsFormat.java:442)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingPostingsFormat.fieldsProducer(AssertingPostingsFormat.java:59)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsReader.<init>(PerFieldPostingsFormat.java:315)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat.fieldsProducer(PerFieldPostingsFormat.java:395)
   [junit4]    > 	at org.apache.lucene.index.SegmentCoreReaders.<init>(SegmentCoreReaders.java:114)
   [junit4]    > 	at org.apache.lucene.index.SegmentReader.<init>(SegmentReader.java:84)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReader(ReadersAndUpdates.java:177)
   [junit4]    > 	at org.apache.lucene.index.ReadersAndUpdates.getReadOnlyClone(ReadersAndUpdates.java:219)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.open(StandardDirectoryReader.java:109)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.getReader(IndexWriter.java:526)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:297)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
   [junit4]    > 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:156)
   [junit4]    > 	at org.apache.lucene.search.SearcherManager.refreshIfNeeded(SearcherManager.java:58)
   [junit4]    > 	at org.apache.lucene.search.ReferenceManager.doMaybeRefresh(ReferenceManager.java:176)
   [junit4]    > 	at org.apache.lucene.search.ReferenceManager.maybeRefreshBlocking(ReferenceManager.java:253)
   [junit4]    > 	at org.apache.lucene.search.TestSearcherManager$10.run(TestSearcherManager.java:635)
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {date=PostingsFormat(name=LuceneFixedGap), extra35=PostingsFormat(name=LuceneFixedGap), extra13=PostingsFormat(name=LuceneFixedGap), extra14=Lucene84, extra36=Lucene84, extra33=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra11=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra8=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra34=PostingsFormat(name=Asserting), extra9=PostingsFormat(name=Asserting), extra12=PostingsFormat(name=Asserting), extra17=PostingsFormat(name=LuceneFixedGap), extra39=PostingsFormat(name=LuceneFixedGap), extra18=Lucene84, extra37=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra15=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra38=PostingsFormat(name=Asserting), extra16=PostingsFormat(name=Asserting), extra2=PostingsFormat(name=LuceneFixedGap), extra3=Lucene84, titleTokenized=Lucene84, extra19=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra0=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra1=PostingsFormat(name=Asserting), body=PostingsFormat(name=LuceneFixedGap), title=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra6=PostingsFormat(name=LuceneFixedGap), extra7=Lucene84, extra4=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra5=PostingsFormat(name=Asserting), packID=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra31=PostingsFormat(name=LuceneFixedGap), extra32=Lucene84, extra10=Lucene84, extra30=PostingsFormat(name=Asserting), extra24=PostingsFormat(name=LuceneFixedGap), extra25=Lucene84, extra22=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra23=PostingsFormat(name=Asserting), extra28=PostingsFormat(name=LuceneFixedGap), extra29=Lucene84, docid=PostingsFormat(name=Asserting), extra26=PostingsFormat(name=LuceneVarGapDocFreqInterval), extra27=PostingsFormat(name=Asserting), extra20=PostingsFormat(name=LuceneFixedGap), extra21=Lucene84}, docValues:{date=DocValuesFormat(name=Asserting), extra13=DocValuesFormat(name=Asserting), extra14=DocValuesFormat(name=Lucene80), extra11=DocValuesFormat(name=Lucene80), extra8=DocValuesFormat(name=Lucene80), extra9=DocValuesFormat(name=Asserting), extra12=DocValuesFormat(name=Lucene80), extra17=DocValuesFormat(name=Lucene80), extra18=DocValuesFormat(name=Lucene80), extra15=DocValuesFormat(name=Lucene80), extra16=DocValuesFormat(name=Asserting), extra2=DocValuesFormat(name=Lucene80), extra3=DocValuesFormat(name=Asserting), titleTokenized=DocValuesFormat(name=Lucene80), extra19=DocValuesFormat(name=Asserting), extra0=DocValuesFormat(name=Asserting), extra1=DocValuesFormat(name=Lucene80), body=DocValuesFormat(name=Asserting), extra6=DocValuesFormat(name=Asserting), extra7=DocValuesFormat(name=Lucene80), extra4=DocValuesFormat(name=Lucene80), extra5=DocValuesFormat(name=Lucene80), extra10=DocValuesFormat(name=Lucene80), extra35=DocValuesFormat(name=Lucene80), extra36=DocValuesFormat(name=Asserting), docid_int=DocValuesFormat(name=Lucene80), extra33=DocValuesFormat(name=Asserting), extra34=DocValuesFormat(name=Lucene80), extra39=DocValuesFormat(name=Asserting), extra37=DocValuesFormat(name=Lucene80), extra38=DocValuesFormat(name=Lucene80), title=DocValuesFormat(name=Lucene80), packID=DocValuesFormat(name=Asserting), docid_intDV=DocValuesFormat(name=Lucene80), extra31=DocValuesFormat(name=Asserting), extra32=DocValuesFormat(name=Lucene80), extra30=DocValuesFormat(name=Lucene80), extra24=DocValuesFormat(name=Asserting), extra25=DocValuesFormat(name=Lucene80), extra22=DocValuesFormat(name=Lucene80), extra23=DocValuesFormat(name=Lucene80), extra28=DocValuesFormat(name=Lucene80), extra29=DocValuesFormat(name=Lucene80), docid=DocValuesFormat(name=Asserting), extra26=DocValuesFormat(name=Lucene80), extra27=DocValuesFormat(name=Asserting), extra20=DocValuesFormat(name=Lucene80), extra21=DocValuesFormat(name=Lucene80), titleDV=DocValuesFormat(name=Lucene80)}, maxPointsInLeafNode=1381, maxMBSortInHeap=7.185234287242835, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@351f232e), locale=sq-AL, timezone=America/Dominica
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=253294136,total=499122176
   [junit4]   2> NOTE: All tests run in this JVM: [TestCharsRef, TestDirectPacked, TestTragicIndexWriterDeadlock, TestSimpleFSLockFactory, TestPhraseQuery, TestMinimize, TestMaxScoreAccumulator, TestSortRescorer, TestOmitTf, TestNamedSPILoader, TestUTF32ToUTF8, TestNIOFSDirectory, TestAxiomaticF1LOG, TestLRUQueryCache, TestTotalHits, TestLockFactory, TestQueryBuilder, TestPerFieldPostingsFormat2, TestDemo, TestCodecHoldsOpenFiles, TestCollectionUtil, TestClassicSimilarity, TestLMDirichletSimilarity, TestDemoParallelLeafReader, TestPForUtil, TestPositiveScoresOnlyCollector, TestLSBRadixSorter, TestForTooMuchCloning, TestConsistentFieldNumbers, TestAddIndexes, TestFixedBitDocIdSet, TestDocValuesIndexing, TestTermVectors, TestFieldReuse, TestWeakIdentityMap, TestPersistentSnapshotDeletionPolicy, TestIndexWriterNRTIsCurrent, TestMutablePointsReaderUtils, TestStopFilter, TestUnicodeUtil, TestSameScoresWithThreads, TestDocumentWriter, TestConstantScoreScorer, TestSloppyPhraseQuery2, TestSimilarityProvider, TestDocument, TestDeterminism, TestRollingBuffer, TestMultiFields, TestAttributeSource, TestFieldType, TestParallelTermEnum, TestRangeFieldsDocValuesQuery, TestDocInverterPerFieldErrorInfo, TestParallelCompositeReader, TestFilterCodecReader, TestMatchAllDocsQuery, TestSpanSearchEquivalence, TestTermdocPerf, TestSetOnce, TestSoftDeletesDirectoryReaderWrapper, TestFilterDirectory, TestTermQuery, TestPendingDeletes, TestWildcard, TestBinaryTerms, TestNormsFieldExistsQuery, TestGraphTokenStreamFiniteStrings, TestIndependenceChiSquared, TestIndexableField, TestBasicModelIn, TestAllFilesHaveChecksumFooter, TestReaderPool, TestDateSort, TestElevationComparator, TestIndexWriterCommit, TestSortedSetSortField, Test2BPostings, TestFeatureField, TestOfflineSorter, TestLogMergePolicy, TestExitableDirectoryReader, TestRegexpRandom2, TestStressAdvance, TestNRTReaderCleanup, TestRAMDirectory, TestPrefixRandom, TestIndexWriterMaxDocs, TestLucene80NormsFormat, TestBagOfPostings, TestDuelingCodecs, TestFilterLeafReader, TestFilterMergePolicy, TestFlex, TestFrozenBufferedUpdates, TestIndexCommit, TestIndexFileDeleter, TestIndexInput, TestIndexManyDocuments, TestIndexOptions, TestIndexReaderClose, TestIndexSorting, TestIndexTooManyDocs, TestIndexWriterDelete, TestIndexWriterDeleteByQuery, TestIndexWriterExceptions, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader, TestIndexWriterThreadsToSegments, TestIndexWriterUnicode, TestInfoStream, TestIntBlockPool, TestIsCurrent, TestManyFields, TestMaxPosition, TestMaxTermFrequency, TestMergeRateLimiter, TestMixedCodecs, TestMixedDocValuesUpdates, TestNRTThreads, TestTermsEnum2, TestThreadedForceMerge, TestTransactions, TestTwoPhaseCommitTool, TestUpgradeIndexMergePolicy, TestApproximationSearchEquivalence, TestBooleanMinShouldMatch, TestBooleanQuery, TestBooleanQueryVisitSubscorers, TestBooleanRewrites, TestBooleanScorer, TestBoostQuery, TestCachingCollector, TestComplexExplanations, TestComplexExplanationsOfNonMatches, TestConjunctionDISI, TestConjunctions, TestDocIdSetIterator, TestDocValuesRewriteMethod, TestDoubleRangeFieldQueries, TestLiveFieldValues, TestMinShouldMatch2, TestMultiCollector, TestMultiPhraseEnum, TestMultiPhraseQuery, TestMultiTermConstantScore, TestMultiTermQueryRewrites, TestMultiThreadTermVectors, TestMultiset, TestNGramPhraseQuery, TestScorerPerf, TestSearchAfter, TestSearchWithThreads, TestSearcherManager]
   [junit4] Completed [524/528 (1!)] on J1 in 461.20s, 11 tests, 1 error <<< FAILURES!

[...truncated 67424 lines...]

[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 312 - Failure

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/312/

1 tests failed.
FAILED:  org.apache.lucene.document.TestXYMultiPolygonShapeQueries.testRandomBig

Error Message:
Java heap space

Stack Trace:
java.lang.OutOfMemoryError: Java heap space
	at __randomizedtesting.SeedInfo.seed([AEE238089E7E943B:29B545870F27E8BB]:0)
	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
	at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67)
	at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:282)
	at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258)
	at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:267)
	at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1647)
	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1669)
	at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:797)
	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
	at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143)
	at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149)
	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:231)
	at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:212)
	at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:138)
	at org.apache.lucene.document.TestXYMultiPolygonShapeQueries.testRandomBig(TestXYMultiPolygonShapeQueries.java:143)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)




Build Log:
[...truncated 11099 lines...]
   [junit4] Suite: org.apache.lucene.document.TestXYMultiPolygonShapeQueries
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestXYMultiPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=AEE238089E7E943B -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=zh -Dtests.timezone=Europe/Athens -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR    507s J1 | TestXYMultiPolygonShapeQueries.testRandomBig <<<
   [junit4]    > Throwable #1: java.lang.OutOfMemoryError: Java heap space
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([AEE238089E7E943B:29B545870F27E8BB]:0)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.newBuffer(RAMFile.java:84)
   [junit4]    > 	at org.apache.lucene.store.RAMFile.addBuffer(RAMFile.java:57)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.switchCurrentBuffer(RAMOutputStream.java:168)
   [junit4]    > 	at org.apache.lucene.store.RAMOutputStream.writeBytes(RAMOutputStream.java:154)
   [junit4]    > 	at org.apache.lucene.store.MockIndexOutputWrapper.writeBytes(MockIndexOutputWrapper.java:141)
   [junit4]    > 	at org.apache.lucene.util.bkd.OfflinePointWriter.append(OfflinePointWriter.java:67)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDRadixSelector.offlinePartition(BKDRadixSelector.java:282)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:258)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDRadixSelector.buildHistogramAndPartition(BKDRadixSelector.java:267)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDRadixSelector.select(BKDRadixSelector.java:126)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1647)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1669)
   [junit4]    > 	at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:797)
   [junit4]    > 	at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:140)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
   [junit4]    > 	at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:191)
   [junit4]    > 	at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:143)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:149)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:202)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:162)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.document.BaseShapeTestCase.indexRandomShapes(BaseShapeTestCase.java:231)
   [junit4]    > 	at org.apache.lucene.document.BaseShapeTestCase.verify(BaseShapeTestCase.java:212)
   [junit4]    > 	at org.apache.lucene.document.BaseShapeTestCase.doTestRandom(BaseShapeTestCase.java:138)
   [junit4]    > 	at org.apache.lucene.document.TestXYMultiPolygonShapeQueries.testRandomBig(TestXYMultiPolygonShapeQueries.java:143)
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/sandbox/test/J1/temp/lucene.document.TestXYMultiPolygonShapeQueries_AEE238089E7E943B-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {id=PostingsFormat(name=LuceneVarGapDocFreqInterval)}, docValues:{shape=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=1806, maxMBSortInHeap=5.461983158882396, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@6fa31d80), locale=zh, timezone=Europe/Athens
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=168534720,total=527433728
   [junit4]   2> NOTE: All tests run in this JVM: [TestXYLineShapeQueries, TestHalfFloatPoint, TestXYMultiPolygonShapeQueries]
   [junit4] Completed [36/40 (1!)] on J1 in 966.66s, 5 tests, 1 error <<< FAILURES!

[...truncated 13 lines...]
   [junit4] JVM J1: stdout was not empty, see: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/sandbox/test/temp/junit4-J1-20200102_060412_3832997385558979503384.sysout
   [junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
   [junit4] java.lang.OutOfMemoryError: Java heap space
   [junit4] Dumping heap to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/heapdumps/java_pid30034.hprof ...
   [junit4] Heap dump file created [537637746 bytes in 0.649 secs]
   [junit4] <<< JVM J1: EOF ----

[...truncated 15106 lines...]
BUILD FAILED
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:652: The following error occurred while executing this line:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/build.xml:586: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid30034.hprof

Total time: 288 minutes 3 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any

Re: [JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 311 - Still Unstable

Posted by Dawid Weiss <da...@gmail.com>.
The cause of this is here:

   [junit4]   2> Caused by: java.nio.file.FileSystemException:
/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos:
Too many open files
   [junit4]   2> at
org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)

It overflows open file counter on nightly runs. I couldn't reproduce
but I can imagine it can happen with races between merges/ deletions/
additions.

Dawid

On Wed, Jan 1, 2020 at 9:52 AM Apache Jenkins Server
<je...@builds.apache.org> wrote:
>
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/311/
>
> 1 tests failed.
> FAILED:  org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete
>
> Error Message:
> this IndexWriter is closed
>
> Stack Trace:
> org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>         at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
>         at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
>         at org.apache.lucene.index.IndexWriter.nrtIsCurrent(IndexWriter.java:4946)
>         at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
>         at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
>         at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
>         at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
>         at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
>         at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
>         at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
>         at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
>         at java.lang.reflect.Method.invoke(Method.java:498)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
>         at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
>         at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
>         at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
>         at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
>         at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
>         at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
>         at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>         at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
>         at java.lang.Thread.run(Thread.java:748)
> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>         at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>         at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>         at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>         at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>         at java.nio.file.Files.newOutputStream(Files.java:216)
>         at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>         at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>         at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>         at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>         at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>         at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>         at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>         at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>         at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>         at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>         at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>         at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>         at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>         at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>         at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>         at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>         at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>         at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>         at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>         at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>         at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>
>
>
>
> Build Log:
> [...truncated 1711 lines...]
>    [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
>    [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
>    [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11318,5,TGRP-TestIndexWriterReader]
>    [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
>    [junit4]   2>        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]   2>        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]   2>        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]   2>        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]   2>        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]   2>        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]   2>        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]   2>        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene80.Lucene80NormsConsumer.<init>(Lucene80NormsConsumer.java:48)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene80.Lucene80NormsFormat.normsConsumer(Lucene80NormsFormat.java:85)
>    [junit4]   2>        at org.apache.lucene.codecs.asserting.AssertingNormsFormat.normsConsumer(AssertingNormsFormat.java:43)
>    [junit4]   2>        at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:304)
>    [junit4]   2>        at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:131)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:468)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:555)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]   2>
>    [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
>    [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11320,5,TGRP-TestIndexWriterReader]
>    [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]   2>        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriterFlushQueue.tryPurge(DocumentsWriterFlushQueue.java:150)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:202)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter$1.afterSegmentsFlushed(IndexWriter.java:369)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:600)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]   2>        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]   2>        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]   2>        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]   2>        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]   2>        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]   2>        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]   2>        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]   2>        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]   2>        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]   2>        ... 2 more
>    [junit4]   2>
>    [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
>    [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11321,5,TGRP-TestIndexWriterReader]
>    [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]   2>        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]   2>        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]   2>        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]   2>        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]   2>        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]   2>        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]   2>        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]   2>        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]   2>        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]   2>        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]   2>        ... 2 more
>    [junit4]   2>
>    [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
>    [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11319,5,TGRP-TestIndexWriterReader]
>    [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]   2>        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]   2>        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]   2>        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]   2>        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]   2>        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]   2>        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]   2>        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]   2>        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]   2>        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]   2>        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]   2>        ... 2 more
>    [junit4]   2>
>    [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
>    [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11317,5,TGRP-TestIndexWriterReader]
>    [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]   2>        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
>    [junit4]   2>        at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:140)
>    [junit4]   2>        at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:200)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2295)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2269)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4911)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4901)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
>    [junit4]   2>        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]   2>        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]   2>        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]   2>        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]   2>        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]   2>        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]   2>        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]   2>        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]   2>        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]   2>        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]   2>        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]   2>        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]   2>        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]   2>        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]   2>        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]   2>        ... 6 more
>    [junit4]   2>
>    [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
>    [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddDelete -Dtests.seed=B1EFB6B1B1E3AEBE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SA -Dtests.timezone=America/Recife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
>    [junit4] ERROR   38.3s J1 | TestIndexWriterReader.testDuringAddDelete <<<
>    [junit4]    > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.nrtIsCurrent(IndexWriter.java:4946)
>    [junit4]    >        at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
>    [junit4]    >        at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
>    [junit4]    >        at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
>    [junit4]    >        at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
>    [junit4]    >        at java.lang.Thread.run(Thread.java:748)
>    [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]    >        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]    >        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]    >        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]    >        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]    >        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]    >        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]    >        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]    >        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12125, name=Thread-11318, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
>    [junit4]    > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
>    [junit4]    >        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]    >        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]    >        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]    >        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]    >        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]    >        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]    >        at org.apache.lucene.codecs.lucene80.Lucene80NormsConsumer.<init>(Lucene80NormsConsumer.java:48)
>    [junit4]    >        at org.apache.lucene.codecs.lucene80.Lucene80NormsFormat.normsConsumer(Lucene80NormsFormat.java:85)
>    [junit4]    >        at org.apache.lucene.codecs.asserting.AssertingNormsFormat.normsConsumer(AssertingNormsFormat.java:43)
>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:304)
>    [junit4]    >        at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:131)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:468)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:555)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12124, name=Thread-11317, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
>    [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:140)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:200)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2295)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2269)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4911)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4901)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
>    [junit4]    >        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]    >        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]    >        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]    >        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]    >        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]    >        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]    >        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]    >        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]    >        ... 6 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12127, name=Thread-11320, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
>    [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
>    [junit4]    >        at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriterFlushQueue.tryPurge(DocumentsWriterFlushQueue.java:150)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:202)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter$1.afterSegmentsFlushed(IndexWriter.java:369)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:600)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
>    [junit4]    >        at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]    >        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]    >        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]    >        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]    >        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]    >        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]    >        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]    >        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]    >        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]    >        ... 2 moreThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12128, name=Thread-11321, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
>    [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]    >        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]    >        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]    >        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]    >        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]    >        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]    >        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]    >        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]    >        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]    >        ... 2 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12126, name=Thread-11319, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
>    [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]    >        at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
>    [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
>    [junit4]    >        at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
>    [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
>    [junit4]    >        at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
>    [junit4]    >        at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
>    [junit4]    >        at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
>    [junit4]    >        at java.nio.file.Files.newOutputStream(Files.java:216)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
>    [junit4]    >        at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
>    [junit4]    >        at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
>    [junit4]    >        at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
>    [junit4]    >        at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
>    [junit4]    >        at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
>    [junit4]    >        at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
>    [junit4]    >        at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
>    [junit4]    >        at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
>    [junit4]    >        at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
>    [junit4]    >        at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
>    [junit4]    >        at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
>    [junit4]    >        ... 2 more
>    [junit4]   1> TEST: now get reader
>    [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001
>    [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {field1=Lucene84, indexname=PostingsFormat(name=Direct), field=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene84, field3=PostingsFormat(name=Direct), field2=PostingsFormat(name=LuceneVarGapDocFreqInterval), field5=Lucene84, field4=Lucene84}, docValues:{}, maxPointsInLeafNode=152, maxMBSortInHeap=5.005001701276797, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25ec7d03), locale=ar-SA, timezone=America/Recife
>    [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=345189976,total=456130560
>    [junit4]   2> NOTE: All tests run in this JVM: [TestTopFieldCollector, TestReaderPool, TestPositiveScoresOnlyCollector, TestRAMDirectory, TestSloppyPhraseQuery2, TestSimpleFSLockFactory, TestNormsFieldExistsQuery, TestBooleanOr, TestFieldType, TestSegmentTermEnum, TestMixedCodecs, TestMultiCollector, TestIndexWriterForceMerge, TestLRUQueryCache, TestNumericDocValuesUpdates, TestLockFactory, TestElevationComparator, TestCustomNorms, TestWeakIdentityMap, TestCachingTokenFilter, TestFilterSpans, TestTragicIndexWriterDeadlock, TestCharFilter, TestSpanSearchEquivalence, TestSimilarityBase, TestPhraseQuery, TestDeterminism, TestRollingBuffer, Test2BPostings, TestIntroSelector, TestDocument, TestPendingDeletes, TestAttributeSource, TestOfflineSorter, TestSpanExplanationsOfNonMatches, TestPersistentSnapshotDeletionPolicy, TestSpanNearQuery, TestIndexWriterDeleteByQuery, TestAxiomaticF3EXP, TestIndexableField, TestPForUtil, TestBytesRef, TestLatLonPointDistanceSort, TestBasicModelIn, TestPrefixRandom, TestTermVectors, TestSortedSetSortField, TestBKDRadixSelector, TestMSBRadixSorter, TestRecyclingByteBlockAllocator, TestTryDelete, TestNeverDelete, TestUTF32ToUTF8, TestNamedSPILoader, TestCachingCollector, TestTrackingDirectoryWrapper, TestPolygon2D, TestCharsRef, TestTermsEnum2, TestDoc, TestConstantScoreScorer, TestMatchAllDocsQuery, TestDateSort, TestFilterWeight, TestForDeltaUtil, TestClassicSimilarity, TestUpgradeIndexMergePolicy, TestFixedBitDocIdSet, TestFSTs, TestFilterDirectory, TestSparseFixedBitDocIdSet, TestSpansEnum, TestAddIndexes, TestFeatureField, TestLatLonDocValuesField, TestSoftDeletesDirectoryReaderWrapper, TestStringMSBRadixSorter, TestBooleanRewrites, TestFilterCodecReader, TestNoMergePolicy, TestConjunctionDISI, TestStressIndexing2, TestIndexCommit, TestSegmentMerger, TestRegexpRandom2, TestIndependenceChiSquared, TestBM25Similarity, TestDocIdSetIterator, TestAssertions, TestDemo, TestExternalCodecs, TestMergeSchedulerExternal, TestSearch, TestSearchForDuplicates, TestDelegatingAnalyzerWrapper, TestGraphTokenFilter, TestGraphTokenizers, TestReusableStringReader, TestStopFilter, TestToken, TestWordlistLoader, TestStandardAnalyzer, TestBytesRefAttImpl, TestCharTermAttributeImpl, TestPackedTokenAttributeImpl, TestSimpleAttributeImpl, TestCodecUtil, TestCompetitiveFreqNormAccumulator, TestFastCompressionMode, TestFastDecompressionMode, TestHighCompressionMode, TestLucene50CompoundFormat, TestLucene50LiveDocsFormat, TestLucene50StoredFieldsFormat, TestLucene50StoredFieldsFormatHighCompression, TestLucene50StoredFieldsFormatMergeInstance, TestLucene60FieldInfoFormat, TestLucene60PointsFormat, TestLucene70SegmentInfoFormat, TestIndexedDISI, TestLucene80NormsFormat, TestPerFieldPostingsFormat, TestPerFieldPostingsFormat2, TestBinaryDocument, TestLongRange, TestGeoEncodingUtils, TestGeoUtils, Test2BDocs, Test2BNumericDocValues, Test2BPoints, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, Test2BTerms, TestAllFilesDetectTruncation, TestAllFilesHaveChecksumFooter, TestAllFilesHaveCodecHeader, TestAtomicUpdate, TestBagOfPositions, TestCrash, TestDemoParallelLeafReader, TestDuelingCodecs, TestDuelingCodecsAtNight, TestIndexWriterCommit, TestIndexWriterMaxDocs, TestIndexWriterOnDiskFull, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader]
>    [junit4] Completed [372/528 (1!)] on J1 in 51.47s, 23 tests, 1 error <<< FAILURES!
>
> [...truncated 67943 lines...]
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: builds-unsubscribe@lucene.apache.org
> For additional commands, e-mail: builds-help@lucene.apache.org

---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org


[JENKINS] Lucene-Solr-NightlyTests-8.x - Build # 311 - Still Unstable

Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-8.x/311/

1 tests failed.
FAILED:  org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete

Error Message:
this IndexWriter is closed

Stack Trace:
org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
	at org.apache.lucene.index.IndexWriter.nrtIsCurrent(IndexWriter.java:4946)
	at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
	at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:498)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1750)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:938)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:974)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:988)
	at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
	at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:947)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:832)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:883)
	at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:894)
	at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
	at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
	at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
	at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
	at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
	at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
	at java.lang.Thread.run(Thread.java:748)
Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
	at java.nio.file.Files.newOutputStream(Files.java:216)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)




Build Log:
[...truncated 1711 lines...]
   [junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
   [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11318,5,TGRP-TestIndexWriterReader]
   [junit4]   2> java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]   2> 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80NormsConsumer.<init>(Lucene80NormsConsumer.java:48)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene80.Lucene80NormsFormat.normsConsumer(Lucene80NormsFormat.java:85)
   [junit4]   2> 	at org.apache.lucene.codecs.asserting.AssertingNormsFormat.normsConsumer(AssertingNormsFormat.java:43)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:304)
   [junit4]   2> 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:131)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:468)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:555)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]   2> 
   [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11320,5,TGRP-TestIndexWriterReader]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterFlushQueue.tryPurge(DocumentsWriterFlushQueue.java:150)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:202)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter$1.afterSegmentsFlushed(IndexWriter.java:369)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:600)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]   2> 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]   2> 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]   2> 	... 2 more
   [junit4]   2> 
   [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11321,5,TGRP-TestIndexWriterReader]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]   2> 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]   2> 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]   2> 	... 2 more
   [junit4]   2> 
   [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11319,5,TGRP-TestIndexWriterReader]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]   2> 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]   2> 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]   2> 	... 2 more
   [junit4]   2> 
   [junit4]   2> ينا 01, 2020 1:34:35 ص com.carrotsearch.randomizedtesting.RandomizedRunner$QueueUncaughtExceptionsHandler uncaughtException
   [junit4]   2> WARNING: Uncaught exception in thread: Thread[Thread-11317,5,TGRP-TestIndexWriterReader]
   [junit4]   2> java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]   2> Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]   2> 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:140)
   [junit4]   2> 	at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:200)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2295)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2269)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4911)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4901)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
   [junit4]   2> 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]   2> 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]   2> Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]   2> 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]   2> 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]   2> 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]   2> 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]   2> 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]   2> 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]   2> 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]   2> 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]   2> 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]   2> 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]   2> 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]   2> 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]   2> 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]   2> 	... 6 more
   [junit4]   2> 
   [junit4]   2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
   [junit4]   2> NOTE: reproduce with: ant test  -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddDelete -Dtests.seed=B1EFB6B1B1E3AEBE -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/test-data/enwiki.random.lines.txt -Dtests.locale=ar-SA -Dtests.timezone=America/Recife -Dtests.asserts=true -Dtests.file.encoding=UTF-8
   [junit4] ERROR   38.3s J1 | TestIndexWriterReader.testDuringAddDelete <<<
   [junit4]    > Throwable #1: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.nrtIsCurrent(IndexWriter.java:4946)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.doOpenFromWriter(StandardDirectoryReader.java:293)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:272)
   [junit4]    > 	at org.apache.lucene.index.StandardDirectoryReader.doOpenIfChanged(StandardDirectoryReader.java:262)
   [junit4]    > 	at org.apache.lucene.index.DirectoryReader.openIfChanged(DirectoryReader.java:165)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader.testDuringAddDelete(TestIndexWriterReader.java:861)
   [junit4]    > 	at java.lang.Thread.run(Thread.java:748)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]    > 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12125, name=Thread-11318, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
   [junit4]    > Caused by: java.lang.RuntimeException: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1w1.nvm: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]    > 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsConsumer.<init>(Lucene80NormsConsumer.java:48)
   [junit4]    > 	at org.apache.lucene.codecs.lucene80.Lucene80NormsFormat.normsConsumer(Lucene80NormsFormat.java:85)
   [junit4]    > 	at org.apache.lucene.codecs.asserting.AssertingNormsFormat.normsConsumer(AssertingNormsFormat.java:43)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.writeNorms(DefaultIndexingChain.java:304)
   [junit4]    > 	at org.apache.lucene.index.DefaultIndexingChain.flush(DefaultIndexingChain.java:131)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterPerThread.flush(DocumentsWriterPerThread.java:468)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:555)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)Throwable #3: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12124, name=Thread-11317, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterFlushQueue.forcePurge(DocumentsWriterFlushQueue.java:140)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:200)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.rollbackInternalNoCommit(IndexWriter.java:2295)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.rollbackInternal(IndexWriter.java:2269)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeCloseOnTragicEvent(IndexWriter.java:4911)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.tragicEvent(IndexWriter.java:4901)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4083)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]    > 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]    > 	... 6 moreThrowable #4: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12127, name=Thread-11320, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: refusing to delete any files: this IndexWriter hit an unrecoverable exception
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.ensureOpen(IndexFileDeleter.java:349)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.deleteFiles(IndexFileDeleter.java:669)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.decRef(IndexFileDeleter.java:589)
   [junit4]    > 	at org.apache.lucene.index.IndexFileDeleter.checkpoint(IndexFileDeleter.java:531)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.checkpoint(IndexWriter.java:2566)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.publishFlushedSegment(IndexWriter.java:2644)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.lambda$publishFlushedSegments$10(IndexWriter.java:5083)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterFlushQueue.innerPurge(DocumentsWriterFlushQueue.java:119)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriterFlushQueue.tryPurge(DocumentsWriterFlushQueue.java:150)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.purgeFlushTickets(DocumentsWriter.java:202)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.publishFlushedSegments(IndexWriter.java:5063)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter$1.afterSegmentsFlushed(IndexWriter.java:369)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.doFlush(DocumentsWriter.java:600)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.postUpdate(DocumentsWriter.java:418)
   [junit4]    > 	at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:515)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1594)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]    > 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]    > 	... 2 moreThrowable #5: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12128, name=Thread-11321, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]    > 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]    > 	... 2 moreThrowable #6: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=12126, name=Thread-11319, state=RUNNABLE, group=TGRP-TestIndexWriterReader]
   [junit4]    > Caused by: java.lang.RuntimeException: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at __randomizedtesting.SeedInfo.seed([B1EFB6B1B1E3AEBE]:0)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:849)
   [junit4]    > Caused by: org.apache.lucene.store.AlreadyClosedException: this IndexWriter is closed
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:681)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.ensureOpen(IndexWriter.java:695)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1213)
   [junit4]    > 	at org.apache.lucene.index.TestIndexWriterReader$2.run(TestIndexWriterReader.java:839)
   [junit4]    > Caused by: java.nio.file.FileSystemException: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001/index-NIOFSDirectory-003/_1ze_Lucene84_0.pos: Too many open files
   [junit4]    > 	at org.apache.lucene.mockfile.HandleLimitFS.onOpen(HandleLimitFS.java:48)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.callOpenHook(HandleTrackingFS.java:81)
   [junit4]    > 	at org.apache.lucene.mockfile.HandleTrackingFS.newOutputStream(HandleTrackingFS.java:160)
   [junit4]    > 	at org.apache.lucene.mockfile.FilterFileSystemProvider.newOutputStream(FilterFileSystemProvider.java:197)
   [junit4]    > 	at java.nio.file.Files.newOutputStream(Files.java:216)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:410)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory$FSIndexOutput.<init>(FSDirectory.java:406)
   [junit4]    > 	at org.apache.lucene.store.FSDirectory.createOutput(FSDirectory.java:254)
   [junit4]    > 	at org.apache.lucene.store.FileSwitchDirectory.createOutput(FileSwitchDirectory.java:185)
   [junit4]    > 	at org.apache.lucene.store.NRTCachingDirectory.createOutput(NRTCachingDirectory.java:146)
   [junit4]    > 	at org.apache.lucene.store.MockDirectoryWrapper.createOutput(MockDirectoryWrapper.java:667)
   [junit4]    > 	at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:44)
   [junit4]    > 	at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsWriter.<init>(Lucene84PostingsWriter.java:127)
   [junit4]    > 	at org.apache.lucene.codecs.lucene84.Lucene84PostingsFormat.fieldsConsumer(Lucene84PostingsFormat.java:421)
   [junit4]    > 	at org.apache.lucene.codecs.perfield.PerFieldPostingsFormat$FieldsWriter.merge(PerFieldPostingsFormat.java:195)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.mergeTerms(SegmentMerger.java:245)
   [junit4]    > 	at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:140)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4463)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4057)
   [junit4]    > 	at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2158)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5120)
   [junit4]    > 	at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1597)
   [junit4]    > 	... 2 more
   [junit4]   1> TEST: now get reader
   [junit4]   2> NOTE: leaving temporary files on disk at: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-8.x/checkout/lucene/build/core/test/J1/temp/lucene.index.TestIndexWriterReader_B1EFB6B1B1E3AEBE-001
   [junit4]   2> NOTE: test params are: codec=Asserting(Lucene84): {field1=Lucene84, indexname=PostingsFormat(name=Direct), field=PostingsFormat(name=LuceneVarGapDocFreqInterval), foo=PostingsFormat(name=LuceneVarGapDocFreqInterval), id=Lucene84, field3=PostingsFormat(name=Direct), field2=PostingsFormat(name=LuceneVarGapDocFreqInterval), field5=Lucene84, field4=Lucene84}, docValues:{}, maxPointsInLeafNode=152, maxMBSortInHeap=5.005001701276797, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25ec7d03), locale=ar-SA, timezone=America/Recife
   [junit4]   2> NOTE: Linux 4.15.0-54-generic amd64/Oracle Corporation 1.8.0_191 (64-bit)/cpus=4,threads=1,free=345189976,total=456130560
   [junit4]   2> NOTE: All tests run in this JVM: [TestTopFieldCollector, TestReaderPool, TestPositiveScoresOnlyCollector, TestRAMDirectory, TestSloppyPhraseQuery2, TestSimpleFSLockFactory, TestNormsFieldExistsQuery, TestBooleanOr, TestFieldType, TestSegmentTermEnum, TestMixedCodecs, TestMultiCollector, TestIndexWriterForceMerge, TestLRUQueryCache, TestNumericDocValuesUpdates, TestLockFactory, TestElevationComparator, TestCustomNorms, TestWeakIdentityMap, TestCachingTokenFilter, TestFilterSpans, TestTragicIndexWriterDeadlock, TestCharFilter, TestSpanSearchEquivalence, TestSimilarityBase, TestPhraseQuery, TestDeterminism, TestRollingBuffer, Test2BPostings, TestIntroSelector, TestDocument, TestPendingDeletes, TestAttributeSource, TestOfflineSorter, TestSpanExplanationsOfNonMatches, TestPersistentSnapshotDeletionPolicy, TestSpanNearQuery, TestIndexWriterDeleteByQuery, TestAxiomaticF3EXP, TestIndexableField, TestPForUtil, TestBytesRef, TestLatLonPointDistanceSort, TestBasicModelIn, TestPrefixRandom, TestTermVectors, TestSortedSetSortField, TestBKDRadixSelector, TestMSBRadixSorter, TestRecyclingByteBlockAllocator, TestTryDelete, TestNeverDelete, TestUTF32ToUTF8, TestNamedSPILoader, TestCachingCollector, TestTrackingDirectoryWrapper, TestPolygon2D, TestCharsRef, TestTermsEnum2, TestDoc, TestConstantScoreScorer, TestMatchAllDocsQuery, TestDateSort, TestFilterWeight, TestForDeltaUtil, TestClassicSimilarity, TestUpgradeIndexMergePolicy, TestFixedBitDocIdSet, TestFSTs, TestFilterDirectory, TestSparseFixedBitDocIdSet, TestSpansEnum, TestAddIndexes, TestFeatureField, TestLatLonDocValuesField, TestSoftDeletesDirectoryReaderWrapper, TestStringMSBRadixSorter, TestBooleanRewrites, TestFilterCodecReader, TestNoMergePolicy, TestConjunctionDISI, TestStressIndexing2, TestIndexCommit, TestSegmentMerger, TestRegexpRandom2, TestIndependenceChiSquared, TestBM25Similarity, TestDocIdSetIterator, TestAssertions, TestDemo, TestExternalCodecs, TestMergeSchedulerExternal, TestSearch, TestSearchForDuplicates, TestDelegatingAnalyzerWrapper, TestGraphTokenFilter, TestGraphTokenizers, TestReusableStringReader, TestStopFilter, TestToken, TestWordlistLoader, TestStandardAnalyzer, TestBytesRefAttImpl, TestCharTermAttributeImpl, TestPackedTokenAttributeImpl, TestSimpleAttributeImpl, TestCodecUtil, TestCompetitiveFreqNormAccumulator, TestFastCompressionMode, TestFastDecompressionMode, TestHighCompressionMode, TestLucene50CompoundFormat, TestLucene50LiveDocsFormat, TestLucene50StoredFieldsFormat, TestLucene50StoredFieldsFormatHighCompression, TestLucene50StoredFieldsFormatMergeInstance, TestLucene60FieldInfoFormat, TestLucene60PointsFormat, TestLucene70SegmentInfoFormat, TestIndexedDISI, TestLucene80NormsFormat, TestPerFieldPostingsFormat, TestPerFieldPostingsFormat2, TestBinaryDocument, TestLongRange, TestGeoEncodingUtils, TestGeoUtils, Test2BDocs, Test2BNumericDocValues, Test2BPoints, Test2BSortedDocValuesFixedSorted, Test2BSortedDocValuesOrds, Test2BTerms, TestAllFilesDetectTruncation, TestAllFilesHaveChecksumFooter, TestAllFilesHaveCodecHeader, TestAtomicUpdate, TestBagOfPositions, TestCrash, TestDemoParallelLeafReader, TestDuelingCodecs, TestDuelingCodecsAtNight, TestIndexWriterCommit, TestIndexWriterMaxDocs, TestIndexWriterOnDiskFull, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader]
   [junit4] Completed [372/528 (1!)] on J1 in 51.47s, 23 tests, 1 error <<< FAILURES!

[...truncated 67943 lines...]