You are viewing a plain text version of this content. The canonical link for it is here.
Posted to dev@lucene.apache.org by Apache Jenkins Server <je...@builds.apache.org> on 2018/07/28 07:46:18 UTC
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1596 - Still
Failing
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1596/
3 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriter.testPendingDeleteDVGeneration
Error Message:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriter_30441E13F94300FA-001/tempDir-001/_2.fdt
Stack Trace:
java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriter_30441E13F94300FA-001/tempDir-001/_2.fdt
at __randomizedtesting.SeedInfo.seed([30441E13F94300FA:B7B141069EFDA87A]:0)
at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
at java.nio.file.Files.newByteChannel(Files.java:361)
at java.nio.file.Files.newByteChannel(Files.java:407)
at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
at org.apache.lucene.index.TestIndexWriter.testPendingDeleteDVGeneration(TestIndexWriter.java:2701)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.lucene.search.TestInetAddressRangeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([AA5694DCB65D0D8:8DF214C25A3CAC58]:0)
at java.util.Arrays.copyOf(Arrays.java:3332)
at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448)
at java.lang.StringBuilder.append(StringBuilder.java:136)
at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:78)
at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:182)
at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:756)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
at org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1371)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1795)
at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1814)
at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1004)
at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:139)
at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:186)
at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:144)
at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4436)
at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4058)
at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2160)
at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5093)
at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1602)
at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1218)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:190)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
FAILED: org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([26903150598543A1:A1C74CDFC8DC3F21]:0)
at org.apache.lucene.geo.GeoTestUtil.surpriseMePolygon(GeoTestUtil.java:514)
at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:390)
at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
Build Log:
[...truncated 1377 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriter
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriter -Dtests.method=testPendingDeleteDVGeneration -Dtests.seed=30441E13F94300FA -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-DE -Dtests.timezone=Asia/Barnaul -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.03s J2 | TestIndexWriter.testPendingDeleteDVGeneration <<<
[junit4] > Throwable #1: java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriter_30441E13F94300FA-001/tempDir-001/_2.fdt
[junit4] > at __randomizedtesting.SeedInfo.seed([30441E13F94300FA:B7B141069EFDA87A]:0)
[junit4] > at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
[junit4] > at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
[junit4] > at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
[junit4] > at sun.nio.fs.UnixFileSystemProvider.newByteChannel(UnixFileSystemProvider.java:214)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at org.apache.lucene.mockfile.FilterFileSystemProvider.newByteChannel(FilterFileSystemProvider.java:212)
[junit4] > at org.apache.lucene.mockfile.HandleTrackingFS.newByteChannel(HandleTrackingFS.java:240)
[junit4] > at java.nio.file.Files.newByteChannel(Files.java:361)
[junit4] > at java.nio.file.Files.newByteChannel(Files.java:407)
[junit4] > at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:77)
[junit4] > at org.apache.lucene.index.TestIndexWriter.testPendingDeleteDVGeneration(TestIndexWriter.java:2701)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriter_30441E13F94300FA-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@135dfbda), locale=de-DE, timezone=Asia/Barnaul
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=378483088,total=447217664
[junit4] 2> NOTE: All tests run in this JVM: [TestSearchForDuplicates, TestSpanCollection, TestTopDocsMerge, TestVersion, TestTermsEnum, TestSpansEnum, TestSimilarity, TestDemoParallelLeafReader, TestIntroSorter, TestSnapshotDeletionPolicy, TestDocValuesQueries, TestConstantScoreQuery, TestDocValuesIndexing, TestDoc, TestMultiCollector, TestMultiTermConstantScore, TestNorms, TestLucene50StoredFieldsFormatHighCompression, TestPerFieldPostingsFormat, TestDocumentWriter, TestFeatureField, TestSortedSetSelector, TestSpanSearchEquivalence, TestSparseFixedBitSet, TestBlockPostingsFormat2, TestDeterminizeLexicon, TestBagOfPositions, TestSpanNearQuery, TestDateSort, TestIndexInput, TestPackedTokenAttributeImpl, TestBooleanQueryVisitSubscorers, TestIndexWriterExceptions2, TestLucene60PointsFormat, TestIndexWriterDelete, TestCodecUtil, TestNormsFieldExistsQuery, TestFieldCacheRewriteMethod, TestFloatRangeFieldQueries, TestLatLonDocValuesQueries, TestSpanExplanationsOfNonMatches, TestAddIndexes, TestSloppyPhraseQuery, TestAxiomaticF3EXP, TestSPIClassIterator, TestWildcard, TestDateTools, TestReaderClosed, TestTieredMergePolicy, TestRAMDirectory, TestBooleanMinShouldMatch, TestAttributeSource, TestCharArraySet, TestSimilarityBase, TestInfoStream, TestScorerPerf, TestBinaryTerms, Test2BPostings, TestSortRandom, TestMultiset, TestLucene50CompoundFormat, TestDuelingCodecs, TestLazyProxSkipping, TestPostingsOffsets, TestLongBitSet, TestSortedSetDocValues, TestDoubleValuesSource, TestAllFilesHaveChecksumFooter, TestMergeRateLimiter, TestByteArrayDataInput, FiniteStringsIteratorTest, TestClassicSimilarity, TestIndexWriterLockRelease, TestNRTThreads, Test2BBKDPoints, TestDocIdSetBuilder, TestSumDocFreq, TestMultiTermsEnum, TestSynonymQuery, TestLongRangeFieldQueries, TestIndexWriter]
[junit4] Completed [324/503 (1!)] on J2 in 18.40s, 88 tests, 1 error, 1 skipped <<< FAILURES!
[...truncated 7678 lines...]
[junit4] Suite: org.apache.lucene.search.TestInetAddressRangeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestInetAddressRangeQueries -Dtests.method=testRandomBig -Dtests.seed=AA5694DCB65D0D8 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en -Dtests.timezone=Europe/Budapest -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 299s J0 | TestInetAddressRangeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([AA5694DCB65D0D8:8DF214C25A3CAC58]:0)
[junit4] > at java.util.Arrays.copyOf(Arrays.java:3332)
[junit4] > at java.lang.AbstractStringBuilder.ensureCapacityInternal(AbstractStringBuilder.java:124)
[junit4] > at java.lang.AbstractStringBuilder.append(AbstractStringBuilder.java:448)
[junit4] > at java.lang.StringBuilder.append(StringBuilder.java:136)
[junit4] > at org.apache.lucene.store.SimpleFSDirectory.openInput(SimpleFSDirectory.java:78)
[junit4] > at org.apache.lucene.store.NRTCachingDirectory.openInput(NRTCachingDirectory.java:182)
[junit4] > at org.apache.lucene.store.MockDirectoryWrapper.openInput(MockDirectoryWrapper.java:756)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.FilterDirectory.openInput(FilterDirectory.java:100)
[junit4] > at org.apache.lucene.store.Directory.openChecksumInput(Directory.java:157)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.verifyChecksum(BKDWriter.java:1371)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1795)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.build(BKDWriter.java:1814)
[junit4] > at org.apache.lucene.util.bkd.BKDWriter.finish(BKDWriter.java:1004)
[junit4] > at org.apache.lucene.index.RandomCodec$1$1.writeField(RandomCodec.java:139)
[junit4] > at org.apache.lucene.codecs.PointsWriter.mergeOneField(PointsWriter.java:62)
[junit4] > at org.apache.lucene.codecs.PointsWriter.merge(PointsWriter.java:186)
[junit4] > at org.apache.lucene.codecs.lucene60.Lucene60PointsWriter.merge(Lucene60PointsWriter.java:144)
[junit4] > at org.apache.lucene.codecs.asserting.AssertingPointsFormat$AssertingPointsWriter.merge(AssertingPointsFormat.java:142)
[junit4] > at org.apache.lucene.index.SegmentMerger.mergePoints(SegmentMerger.java:201)
[junit4] > at org.apache.lucene.index.SegmentMerger.merge(SegmentMerger.java:161)
[junit4] > at org.apache.lucene.index.IndexWriter.mergeMiddle(IndexWriter.java:4436)
[junit4] > at org.apache.lucene.index.IndexWriter.merge(IndexWriter.java:4058)
[junit4] > at org.apache.lucene.index.SerialMergeScheduler.merge(SerialMergeScheduler.java:40)
[junit4] > at org.apache.lucene.index.IndexWriter.maybeMerge(IndexWriter.java:2160)
[junit4] > at org.apache.lucene.index.IndexWriter.processEvents(IndexWriter.java:5093)
[junit4] > at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1602)
[junit4] > at org.apache.lucene.index.IndexWriter.addDocument(IndexWriter.java:1218)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.verify(BaseRangeFieldQueryTestCase.java:190)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.doTestRandom(BaseRangeFieldQueryTestCase.java:160)
[junit4] > at org.apache.lucene.search.BaseRangeFieldQueryTestCase.testRandomBig(BaseRangeFieldQueryTestCase.java:75)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/misc/test/J0/temp/lucene.search.TestInetAddressRangeQueries_AA5694DCB65D0D8-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=BlockTreeOrds(blocksize=128)}, docValues:{ipRangeField=DocValuesFormat(name=Lucene70), id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=241, maxMBSortInHeap=7.829675312560079, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@3fc76b48), locale=en, timezone=Europe/Budapest
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=232739400,total=287309824
[junit4] 2> NOTE: All tests run in this JVM: [TestInetAddressRangeQueries]
[junit4] Completed [11/13 (1!)] on J0 in 307.28s, 4 tests, 1 error <<< FAILURES!
[...truncated 7 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/misc/test/temp/junit4-J0-20180728_054531_5318131184961643677943.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid26809.hprof ...
[junit4] Heap dump file created [565466929 bytes in 3.130 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 952 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=26903150598543A1 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ja-JP -Dtests.timezone=America/Metlakatla -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 189s J1 | TestLatLonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([26903150598543A1:A1C74CDFC8DC3F21]:0)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.surpriseMePolygon(GeoTestUtil.java:514)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:390)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J1/temp/lucene.document.TestLatLonShapeQueries_26903150598543A1-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=MockRandom)}, docValues:{shape=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1375, maxMBSortInHeap=6.2369409341757605, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@31b150b7), locale=ja-JP, timezone=America/Metlakatla
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=322252696,total=331874304
[junit4] 2> NOTE: All tests run in this JVM: [TestCoveringQuery, TestHalfFloatPoint, TestTessellator, TestBigIntegerPoint, TestDoubleRangeField, TestLatLonShapeQueries]
[junit4] Completed [19/19 (1!)] on J1 in 303.92s, 3 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J1: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J1-20180728_055619_7536082677714473357647.sysout
[junit4] >>> JVM J1 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid1613.hprof ...
[junit4] Heap dump file created [456526423 bytes in 1.194 secs]
[junit4] <<< JVM J1: EOF ----
[...truncated 14373 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid1613.hprof
* java_pid26809.hprof
Total time: 235 minutes 54 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1605 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1605/
1 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestTlogReplica
Error Message:
ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358) at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:507) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504) at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347) at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421) at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156) at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511) at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180) at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045) at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869) at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140) at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050) at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92) at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360) at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395) at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734) at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291) at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 5 object(s) that were not released!!! [MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, MockDirectoryWrapper, SolrCore]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.update.SolrIndexWriter.create(SolrIndexWriter.java:95)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:768)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.getNewIndexDir(SolrCore.java:358)
at org.apache.solr.core.SolrCore.initIndex(SolrCore.java:737)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:960)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.core.SolrCore.initSnapshotMetaDataManager(SolrCore.java:507)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:954)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.lucene.store.MockDirectoryWrapper
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.CachingDirectoryFactory.get(CachingDirectoryFactory.java:348)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:504)
at org.apache.solr.handler.IndexFetcher.fetchLatestIndex(IndexFetcher.java:347)
at org.apache.solr.handler.ReplicationHandler.doFetch(ReplicationHandler.java:421)
at org.apache.solr.handler.ReplicationHandler.lambda$setupPolling$13(ReplicationHandler.java:1156)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.core.SolrCore
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:1045)
at org.apache.solr.core.SolrCore.<init>(SolrCore.java:869)
at org.apache.solr.core.CoreContainer.createFromDescriptor(CoreContainer.java:1140)
at org.apache.solr.core.CoreContainer.create(CoreContainer.java:1050)
at org.apache.solr.handler.admin.CoreAdminOperation.lambda$static$0(CoreAdminOperation.java:92)
at org.apache.solr.handler.admin.CoreAdminOperation.execute(CoreAdminOperation.java:360)
at org.apache.solr.handler.admin.CoreAdminHandler$CallInfo.call(CoreAdminHandler.java:395)
at org.apache.solr.handler.admin.CoreAdminHandler.handleRequestBody(CoreAdminHandler.java:180)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.servlet.HttpSolrCall.handleAdmin(HttpSolrCall.java:734)
at org.apache.solr.servlet.HttpSolrCall.handleAdminRequest(HttpSolrCall.java:715)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:496)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([C74746FC10D7CB17]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
at sun.reflect.GeneratedMethodAccessor38.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 13326 lines...]
[junit4] Suite: org.apache.solr.cloud.TestTlogReplica
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/init-core-data-001
[junit4] 2> 761539 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001
[junit4] 2> 761539 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 761539 INFO (Thread-1461) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 761539 INFO (Thread-1461) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 761544 ERROR (Thread-1461) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 761639 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:37989
[junit4] 2> 761660 INFO (zkConnectionManagerCallback-1233-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 761671 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 761677 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 761678 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 761678 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 761678 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 761679 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@1a034585{/solr,null,AVAILABLE}
[junit4] 2> 761680 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@35dd9f7d{SSL,[ssl, http/1.1]}{127.0.0.1:36904}
[junit4] 2> 761680 INFO (jetty-launcher-1230-thread-2) [ ] o.e.j.s.Server Started @761727ms
[junit4] 2> 761680 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=36904}
[junit4] 2> 761681 ERROR (jetty-launcher-1230-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 761683 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2a0c4881{/solr,null,AVAILABLE}
[junit4] 2> 761684 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@1969d6eb{SSL,[ssl, http/1.1]}{127.0.0.1:39602}
[junit4] 2> 761684 INFO (jetty-launcher-1230-thread-1) [ ] o.e.j.s.Server Started @761731ms
[junit4] 2> 761684 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=39602}
[junit4] 2> 761685 ERROR (jetty-launcher-1230-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-06T07:30:45.184Z
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 761695 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-06T07:30:45.184Z
[junit4] 2> 761708 INFO (zkConnectionManagerCallback-1235-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 761708 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 761717 INFO (zkConnectionManagerCallback-1237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 761718 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 761978 INFO (jetty-launcher-1230-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37989/solr
[junit4] 2> 761997 INFO (zkConnectionManagerCallback-1241-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762025 INFO (zkConnectionManagerCallback-1243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762094 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:39602_solr
[junit4] 2> 762095 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.Overseer Overseer (id=72111950301167620-127.0.0.1:39602_solr-n_0000000000) starting
[junit4] 2> 762140 INFO (jetty-launcher-1230-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37989/solr
[junit4] 2> 762156 INFO (zkConnectionManagerCallback-1250-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762158 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37989/solr ready
[junit4] 2> 762165 INFO (zkConnectionManagerCallback-1254-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762166 INFO (OverseerStateUpdate-72111950301167620-127.0.0.1:39602_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:39602_solr
[junit4] 2> 762166 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:39602_solr
[junit4] 2> 762178 INFO (OverseerStateUpdate-72111950301167620-127.0.0.1:39602_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 762180 INFO (zkCallback-1249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 762180 INFO (zkConnectionManagerCallback-1256-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762184 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 762188 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 762188 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:36904_solr
[junit4] 2> 762189 INFO (zkCallback-1242-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 762189 INFO (zkCallback-1249-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 762211 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 762216 INFO (zkCallback-1255-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 762223 INFO (zkConnectionManagerCallback-1264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762223 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 762224 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37989/solr ready
[junit4] 2> 762224 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 762278 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762287 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762295 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762302 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762302 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762305 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 762306 INFO (jetty-launcher-1230-thread-2) [n:127.0.0.1:36904_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node2/.
[junit4] 2> 762307 INFO (jetty-launcher-1230-thread-1) [n:127.0.0.1:39602_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node1/.
[junit4] 2> 762366 INFO (zkConnectionManagerCallback-1267-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762461 INFO (zkConnectionManagerCallback-1272-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 762464 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 762464 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37989/solr ready
[junit4] 2> 762467 INFO (SUITE-TestTlogReplica-seed#[C74746FC10D7CB17]-worker) [ ] o.a.s.c.TestTlogReplica Using legacyCloud?: true
[junit4] 2> 762492 INFO (qtp1082573831-6491) [n:127.0.0.1:36904_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 762494 INFO (qtp1082573831-6491) [n:127.0.0.1:36904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=true&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 762539 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_delete_by_id&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 762542 INFO (OverseerThreadFactory-3564-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection tlog_replica_test_delete_by_id
[junit4] 2> 762671 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 762672 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG
[junit4] 2> 762672 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 763685 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 763690 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 763702 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.IndexSchema [tlog_replica_test_delete_by_id_shard1_replica_t2] Schema name=minimal
[junit4] 2> 763705 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763705 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_delete_by_id_shard1_replica_t2' using configuration from collection tlog_replica_test_delete_by_id, trusted=true
[junit4] 2> 763705 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_36904.solr.core.tlog_replica_test_delete_by_id.shard1.replica_t2' (registry 'solr.core.tlog_replica_test_delete_by_id.shard1.replica_t2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 763706 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 763706 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore [[tlog_replica_test_delete_by_id_shard1_replica_t2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node2/tlog_replica_test_delete_by_id_shard1_replica_t2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node2/./tlog_replica_test_delete_by_id_shard1_replica_t2/data/]
[junit4] 2> 763713 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.IndexSchema [tlog_replica_test_delete_by_id_shard1_replica_t1] Schema name=minimal
[junit4] 2> 763715 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 763715 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.CoreContainer Creating SolrCore 'tlog_replica_test_delete_by_id_shard1_replica_t1' using configuration from collection tlog_replica_test_delete_by_id, trusted=true
[junit4] 2> 763716 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_39602.solr.core.tlog_replica_test_delete_by_id.shard1.replica_t1' (registry 'solr.core.tlog_replica_test_delete_by_id.shard1.replica_t1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@40ed4673
[junit4] 2> 763716 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 763716 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrCore [[tlog_replica_test_delete_by_id_shard1_replica_t1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node1/tlog_replica_test_delete_by_id_shard1_replica_t1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestTlogReplica_C74746FC10D7CB17-001/tempDir-001/node1/./tlog_replica_test_delete_by_id_shard1_replica_t1/data/]
[junit4] 2> 763775 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 763775 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 763776 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 763776 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 763779 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@4ec675ed[tlog_replica_test_delete_by_id_shard1_replica_t2] main]
[junit4] 2> 763780 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 763780 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 763781 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 763781 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1608033917751787520
[junit4] 2> 763789 INFO (searcherExecutor-3573-thread-1-processing-n:127.0.0.1:36904_solr x:tlog_replica_test_delete_by_id_shard1_replica_t2 c:tlog_replica_test_delete_by_id s:shard1) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t2] Registered new searcher Searcher@4ec675ed[tlog_replica_test_delete_by_id_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 763793 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 763793 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 763794 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 763795 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 763798 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 763802 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 763802 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.SolrIndexSearcher Opening [Searcher@494b7ab4[tlog_replica_test_delete_by_id_shard1_replica_t1] main]
[junit4] 2> 763803 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 763803 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 763804 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 763804 INFO (searcherExecutor-3574-thread-1-processing-n:127.0.0.1:39602_solr x:tlog_replica_test_delete_by_id_shard1_replica_t1 c:tlog_replica_test_delete_by_id s:shard1) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t1] Registered new searcher Searcher@494b7ab4[tlog_replica_test_delete_by_id_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 763804 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1608033917775904768
[junit4] 2> 763809 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/
[junit4] 2> 764303 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_delete_by_id_shard1_replica_t2 url=https://127.0.0.1:36904/solr START replicas=[https://127.0.0.1:39602/solr/tlog_replica_test_delete_by_id_shard1_replica_t1/] nUpdates=100
[junit4] 2> 764304 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.PeerSync PeerSync: core=tlog_replica_test_delete_by_id_shard1_replica_t2 url=https://127.0.0.1:36904/solr DONE. We have no versions. sync failed.
[junit4] 2> 764308 INFO (qtp752442017-6504) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 764309 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkController tlog_replica_test_delete_by_id_shard1_replica_t2 stopping background replication from leader
[junit4] 2> 764314 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/ shard1
[junit4] 2> 764428 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 764429 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t2&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=1758
[junit4] 2> 764530 INFO (zkCallback-1255-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
[junit4] 2> 764817 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.ZkController tlog_replica_test_delete_by_id_shard1_replica_t1 starting background replication from leader
[junit4] 2> 764817 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 764819 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 764819 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 764820 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/
[junit4] 2> 764822 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=conf&newCollection=true&name=tlog_replica_test_delete_by_id_shard1_replica_t1&action=CREATE&numShards=1&collection=tlog_replica_test_delete_by_id&shard=shard1&wt=javabin&version=2&replicaType=TLOG} status=0 QTime=2150
[junit4] 2> 764823 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 764823 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 764824 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 764825 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@63e142c5[tlog_replica_test_delete_by_id_shard1_replica_t1] main]
[junit4] 2> 764828 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 764829 INFO (searcherExecutor-3574-thread-1) [ ] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t1] Registered new searcher Searcher@63e142c5[tlog_replica_test_delete_by_id_shard1_replica_t1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 764923 INFO (zkCallback-1255-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
[junit4] 2> 764923 INFO (zkCallback-1242-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/tlog_replica_test_delete_by_id/state.json] for collection [tlog_replica_test_delete_by_id] has occurred - updating... (live nodes size: [2])
[junit4] 2> 765829 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=0&collection.configName=conf&maxShardsPerNode=100&name=tlog_replica_test_delete_by_id&nrtReplicas=0&action=CREATE&numShards=1&tlogReplicas=2&wt=javabin&version=2} status=0 QTime=3290
[junit4] 2> 765849 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&_version_=-1608033919905562624&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&wt=javabin&version=2}{deleteByQuery=*:* (-1608033919905562624)} 0 10
[junit4] 2> 765854 INFO (qtp752442017-6503) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 765855 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1608033919926534144,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 765855 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 765856 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 765856 INFO (qtp1082573831-6496) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 1
[junit4] 2> 765857 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/tlog_replica_test_delete_by_id/terms/shard1 to Terms{values={core_node3=1, core_node4=1}, version=2}
[junit4] 2> 765857 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&commit=true&wt=javabin&version=2}{deleteByQuery=*:* (-1608033919905562624),commit=} 0 22
[junit4] 2> 765860 INFO (qtp752442017-6503) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&wt=javabin&version=2}{add=[1 (1608033919929679872)]} 0 0
[junit4] 2> 765860 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&wt=javabin&version=2}{add=[1 (1608033919929679872)]} 0 2
[junit4] 2> 765862 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1608033919933874176,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 765862 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 0
[junit4] 2> 765863 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@1841c396 commitCommandVersion:1608033919933874176
[junit4] 2> 765887 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e2a2df6[tlog_replica_test_delete_by_id_shard1_replica_t2] main]
[junit4] 2> 765887 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 765888 INFO (searcherExecutor-3573-thread-1-processing-n:127.0.0.1:36904_solr x:tlog_replica_test_delete_by_id_shard1_replica_t2 c:tlog_replica_test_delete_by_id s:shard1 r:core_node4) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.SolrCore [tlog_replica_test_delete_by_id_shard1_replica_t2] Registered new searcher Searcher@7e2a2df6[tlog_replica_test_delete_by_id_shard1_replica_t2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 765888 INFO (qtp1082573831-6495) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={update.distrib=FROMLEADER&waitSearcher=true&openSearcher=true&commit=true&softCommit=false&distrib.from=https://127.0.0.1:36904/solr/tlog_replica_test_delete_by_id_shard1_replica_t2/&commit_end_point=true&wt=javabin&version=2&expungeDeletes=false}{commit=} 0 26
[junit4] 2> 765889 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.u.p.LogUpdateProcessorFactory [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/update params={_stateVer_=tlog_replica_test_delete_by_id:5&commit=true&wt=javabin&version=2}{commit=} 0 27
[junit4] 2> 765893 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 765994 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766095 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766196 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766297 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766398 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766499 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766555 INFO (OverseerCollectionConfigSetProcessor-72111950301167620-127.0.0.1:39602_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 766601 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766702 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766803 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 766904 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767006 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767107 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767208 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767309 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767410 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767511 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767612 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767713 INFO (qtp752442017-6502) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767814 INFO (qtp752442017-6501) [n:127.0.0.1:39602_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node3 x:tlog_replica_test_delete_by_id_shard1_replica_t1] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 767819 INFO (qtp1082573831-6494) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_by_id_shard1_replica_t2] o.a.s.c.S.Request [tlog_replica_test_delete_by_id_shard1_replica_t2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1533540649352
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 767819 INFO (indexFetcher-3584-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 767823 INFO (qtp1082573831-6497) [n:127.0.0.1:36904_solr c:tlog_replica_test_delete_by_id s:shard1 r:core_node4 x:tlog_replica_test_delete_
[...truncated too long message...]
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1850924290
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1850924290
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null1850924290
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 21ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 246 minutes 24 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1604 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1604/
2 tests failed.
FAILED: org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt
Error Message:
target = 2728 < docID = 2735
Stack Trace:
java.lang.AssertionError: target = 2728 < docID = 2735
at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:1D530D1C8B7AAE52]:0)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:8B6BE6C2C7B4C006]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 1383 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] 1> TEST: now get reader
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddIndexes -Dtests.seed=79B288D1A01DD690 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ar-LB -Dtests.timezone=Australia/Lindeman -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.53s J0 | TestIndexWriterReader.testDuringAddIndexes <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:8B6BE6C2C7B4C006]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J0/temp/lucene.index.TestIndexWriterReader_79B288D1A01DD690-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4d79beae), locale=ar-LB, timezone=Australia/Lindeman
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=254900376,total=408944640
[junit4] 2> NOTE: All tests run in this JVM: [TestGraphTokenStreamFiniteStrings, TestFutureObjects, TestConjunctionDISI, TestRegExp, TestAllFilesCheckIndexHeader, TestVirtualMethod, TestSpanNotQuery, TestDistributionLL, TestAllFilesHaveCodecHeader, TestByteBlockPool, TestDaciukMihovAutomatonBuilder, TestMergeSchedulerExternal, TestIndexWriterThreadsToSegments, TestCodecs, TestTermsEnum2, TestPendingDeletes, TestPrefixCodedTerms, TestNoMergePolicy, TestIndexedDISI, TestPersistentSnapshotDeletionPolicy, TestReaderPool, TestBytesRefHash, TestMultiPhraseEnum, TestOmitTf, TestSloppyPhraseQuery2, TestIndependenceSaturated, TestIndexWriterNRTIsCurrent, TestLMJelinekMercerSimilarity, TestBlockPostingsFormat3, TestEarlyTermination, TestDocValuesRewriteMethod, TestSimpleExplanationsWithFillerDocs, TestIndexWriterCommit, TestDocumentsWriterDeleteQueue, TestAxiomaticF3LOG, TestSingleInstanceLockFactory, TestRateLimiter, TestBooleanRewrites, TestIntRangeFieldQueries, TestDocument, TestTragicIndexWriterDeadlock, TestIntRange, TestUpgradeIndexMergePolicy, TestBasicModelG, TestCharFilter, TestBooleanOr, TestNGramPhraseQuery, TestIndexManyDocuments, TestLevenshteinAutomata, TestStringHelper, TestPrefixInBooleanQuery, TestSegmentMerger, TestBKD, TestStressIndexing2, TestSoftDeletesDirectoryReaderWrapper, TestBytesRefAttImpl, TestIntsRef, TestAxiomaticF2EXP, TestLucene70SegmentInfoFormat, TestLucene50LiveDocsFormat, TestMultiTermQueryRewrites, TestIndexCommit, TestBasicModelIne, TestMaxPosition, TestBagOfPostings, TestParallelTermEnum, TestDirectoryReader, TestSpanFirstQuery, TestLongsRef, TestNeverDelete, TestControlledRealTimeReopenThread, TestLatLonPointDistanceSort, TestSmallFloat, TestSpanTermQuery, TestParallelCompositeReader, TestAutomatonQueryUnicode, TestLucene50TermVectorsFormat, TestGrowableByteArrayDataOutput, TestNumericDocValuesUpdates, TestMixedCodecs, TestRoaringDocIdSet, TestNot, TestAssertions, TestPerFieldPostingsFormat, Test2BPostingsBytes, Test2BSortedDocValuesFixedSorted, Test2BTerms, Test4GBStoredFields, TestBagOfPositions, TestByteSlices, TestCheckIndex, TestConsistentFieldNumbers, TestCrash, TestCrashCausesCorruptIndex, TestCustomNorms, TestCustomTermFreq, TestDeletionPolicy, TestDemoParallelLeafReader, TestExceedMaxTermLength, TestFieldInfos, TestFieldInvertState, TestFieldsReader, TestFilterCodecReader, TestFilterDirectoryReader, TestFilterLeafReader, TestFilterMergePolicy, TestFlushByRamOrCountsPolicy, TestForTooMuchCloning, TestForceMergeForever, TestIndexReaderClose, TestIndexSorting, TestIndexTooManyDocs, TestIndexWriterDelete, TestIndexWriterDeleteByQuery, TestIndexWriterExceptions, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader]
[junit4] Completed [334/503 (1!)] on J0 in 92.89s, 23 tests, 1 failure <<< FAILURES!
[...truncated 132 lines...]
[junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestApproximationSearchEquivalence -Dtests.method=testReqOpt -Dtests.seed=79B288D1A01DD690 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IN -Dtests.timezone=Asia/Macau -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] FAILURE 0.50s J0 | TestApproximationSearchEquivalence.testReqOpt <<<
[junit4] > Throwable #1: java.lang.AssertionError: target = 2728 < docID = 2735
[junit4] > at __randomizedtesting.SeedInfo.seed([79B288D1A01DD690:1D530D1C8B7AAE52]:0)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
[junit4] > at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
[junit4] > at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
[junit4] > at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
[junit4] > at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field=PostingsFormat(name=Asserting), id=Lucene50(blocksize=128)}, docValues:{}, maxPointsInLeafNode=1840, maxMBSortInHeap=5.956581614983295, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@4a323818), locale=en-IN, timezone=Asia/Macau
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=98997928,total=408944640
[junit4] 2> NOTE: All tests run in this JVM: [TestGraphTokenStreamFiniteStrings, TestFutureObjects, TestConjunctionDISI, TestRegExp, TestAllFilesCheckIndexHeader, TestVirtualMethod, TestSpanNotQuery, TestDistributionLL, TestAllFilesHaveCodecHeader, TestByteBlockPool, TestDaciukMihovAutomatonBuilder, TestMergeSchedulerExternal, TestIndexWriterThreadsToSegments, TestCodecs, TestTermsEnum2, TestPendingDeletes, TestPrefixCodedTerms, TestNoMergePolicy, TestIndexedDISI, TestPersistentSnapshotDeletionPolicy, TestReaderPool, TestBytesRefHash, TestMultiPhraseEnum, TestOmitTf, TestSloppyPhraseQuery2, TestIndependenceSaturated, TestIndexWriterNRTIsCurrent, TestLMJelinekMercerSimilarity, TestBlockPostingsFormat3, TestEarlyTermination, TestDocValuesRewriteMethod, TestSimpleExplanationsWithFillerDocs, TestIndexWriterCommit, TestDocumentsWriterDeleteQueue, TestAxiomaticF3LOG, TestSingleInstanceLockFactory, TestRateLimiter, TestBooleanRewrites, TestIntRangeFieldQueries, TestDocument, TestTragicIndexWriterDeadlock, TestIntRange, TestUpgradeIndexMergePolicy, TestBasicModelG, TestCharFilter, TestBooleanOr, TestNGramPhraseQuery, TestIndexManyDocuments, TestLevenshteinAutomata, TestStringHelper, TestPrefixInBooleanQuery, TestSegmentMerger, TestBKD, TestStressIndexing2, TestSoftDeletesDirectoryReaderWrapper, TestBytesRefAttImpl, TestIntsRef, TestAxiomaticF2EXP, TestLucene70SegmentInfoFormat, TestLucene50LiveDocsFormat, TestMultiTermQueryRewrites, TestIndexCommit, TestBasicModelIne, TestMaxPosition, TestBagOfPostings, TestParallelTermEnum, TestDirectoryReader, TestSpanFirstQuery, TestLongsRef, TestNeverDelete, TestControlledRealTimeReopenThread, TestLatLonPointDistanceSort, TestSmallFloat, TestSpanTermQuery, TestParallelCompositeReader, TestAutomatonQueryUnicode, TestLucene50TermVectorsFormat, TestGrowableByteArrayDataOutput, TestNumericDocValuesUpdates, TestMixedCodecs, TestRoaringDocIdSet, TestNot, TestAssertions, TestPerFieldPostingsFormat, Test2BPostingsBytes, Test2BSortedDocValuesFixedSorted, Test2BTerms, Test4GBStoredFields, TestBagOfPositions, TestByteSlices, TestCheckIndex, TestConsistentFieldNumbers, TestCrash, TestCrashCausesCorruptIndex, TestCustomNorms, TestCustomTermFreq, TestDeletionPolicy, TestDemoParallelLeafReader, TestExceedMaxTermLength, TestFieldInfos, TestFieldInvertState, TestFieldsReader, TestFilterCodecReader, TestFilterDirectoryReader, TestFilterLeafReader, TestFilterMergePolicy, TestFlushByRamOrCountsPolicy, TestForTooMuchCloning, TestForceMergeForever, TestIndexReaderClose, TestIndexSorting, TestIndexTooManyDocs, TestIndexWriterDelete, TestIndexWriterDeleteByQuery, TestIndexWriterExceptions, TestIndexWriterOutOfFileDescriptors, TestIndexWriterReader, TestIndexableField, TestIndexingSequenceNumbers, TestInfoStream, TestIntBlockPool, TestIsCurrent, TestLazyProxSkipping, TestLogMergePolicy, TestLongPostings, TestManyFields, TestMergeRateLimiter, TestMultiDocValues, TestMultiFields, TestMultiTermsEnum, TestNRTReaderWithThreads, TestReaderClosed, TestRollingUpdates, TestTieredMergePolicy, TestTransactions, TestTryDelete, TestTwoPhaseCommitTool, TestUniqueTermCount, TermInSetQueryTest, TestApproximationSearchEquivalence]
[junit4] Completed [377/503 (2!)] on J0 in 12.67s, 10 tests, 1 failure <<< FAILURES!
[...truncated 62393 lines...]
[asciidoctor:convert] asciidoctor: ERROR: about-this-guide.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 263: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 269: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 280: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 286: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: WARNING: solrcloud-autoscaling-policy-preferences.adoc: line 291: section title out of sequence: expected level 4, got level 5
[asciidoctor:convert] asciidoctor: ERROR: solr-glossary.adoc: line 1: invalid part, must have at least one section (e.g., chapter, appendix, etc.)
[java] Processed 2252 links (1804 relative) to 3150 anchors in 247 files
[echo] Validated Links & Anchors via: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-ref-guide/bare-bones-html/
-documentation-lint:
[jtidy] Checking for broken html (such as invalid tags)...
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/jtidy_tmp
[echo] Checking for broken links...
[exec]
[exec] Crawl/parse...
[exec]
[exec] Verify...
[echo] Checking for malformed docs...
jar-checksums:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
common.resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null403916868
[copy] Copying 35 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null403916868
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/null403916868
resolve-example:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve-server:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null969176634
[copy] Copying 239 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null969176634
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null969176634
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 21ms :: artifacts dl 1ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 259 minutes 8 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1603 - Still
Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1603/
9 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterDelete.testUpdatesOnDiskFull
Error Message:
Test abandoned because suite timeout was reached.
Stack Trace:
java.lang.Exception: Test abandoned because suite timeout was reached.
at __randomizedtesting.SeedInfo.seed([3EB2B51537F3B47B]:0)
FAILED: junit.framework.TestSuite.org.apache.lucene.index.TestIndexWriterDelete
Error Message:
Suite timeout exceeded (>= 7200000 msec).
Stack Trace:
java.lang.Exception: Suite timeout exceeded (>= 7200000 msec).
at __randomizedtesting.SeedInfo.seed([3EB2B51537F3B47B]:0)
FAILED: org.apache.solr.cloud.TestRebalanceLeaders.test
Error Message:
Error from server at https://127.0.0.1:33887/iu_c/cd: At least one of the node(s) specified [127.0.0.1:38395_iu_c%2Fcd] are not currently active in [], no action taken.
Stack Trace:
org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at https://127.0.0.1:33887/iu_c/cd: At least one of the node(s) specified [127.0.0.1:38395_iu_c%2Fcd] are not currently active in [], no action taken.
at __randomizedtesting.SeedInfo.seed([1138C92164453D31:996CF6FBCAB950C9]:0)
at org.apache.solr.client.solrj.impl.HttpSolrClient.executeMethod(HttpSolrClient.java:643)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:255)
at org.apache.solr.client.solrj.impl.HttpSolrClient.request(HttpSolrClient.java:244)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.doRequest(LBHttpSolrClient.java:483)
at org.apache.solr.client.solrj.impl.LBHttpSolrClient.request(LBHttpSolrClient.java:413)
at org.apache.solr.client.solrj.impl.CloudSolrClient.sendRequest(CloudSolrClient.java:1106)
at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:886)
at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:194)
at org.apache.solr.client.solrj.SolrRequest.process(SolrRequest.java:211)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createJettys(AbstractFullDistribZkTestBase.java:425)
at org.apache.solr.cloud.AbstractFullDistribZkTestBase.createServers(AbstractFullDistribZkTestBase.java:341)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsFixedStatement.callStatement(BaseDistributedSearchTestCase.java:1006)
at org.apache.solr.BaseDistributedSearchTestCase$ShardsRepeatRule$ShardsStatement.evaluate(BaseDistributedSearchTestCase.java:983)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRebalanceLeaders
Error Message:
50 threads leaked from SUITE scope at org.apache.solr.cloud.TestRebalanceLeaders: 1) Thread[id=23451, name=Scheduler-516565734, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 2) Thread[id=23497, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23510, name=zkConnectionManagerCallback-6583-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23449, name=qtp1240064783-23449, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23508, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 6) Thread[id=23533, name=SolrRrdBackendFactory-8307-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23512, name=MetricsHistoryHandler-8322-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23466, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23468, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 10) Thread[id=23473, name=Thread-4335, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 11) Thread[id=23498, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23462, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 13) Thread[id=23490, name=Scheduler-786221380, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=23511, name=SolrRrdBackendFactory-8321-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23488, name=qtp2096105599-23488, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23476, name=Scheduler-1728106443, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 17) Thread[id=23444, name=qtp1240064783-23444, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 18) Thread[id=23489, name=qtp2096105599-23489, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 19) Thread[id=23463, name=zkConnectionManagerCallback-6560-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 20) Thread[id=23534, name=SolrRrdBackendFactory-8321-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 21) Thread[id=23486, name=qtp2096105599-23486, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 22) Thread[id=23485, name=qtp2096105599-23485, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 23) Thread[id=23445, name=qtp1240064783-23445-acceptor-0@29439bd0-ServerConnector@34586a3f{SSL,[ssl, http/1.1]}{127.0.0.1:35100}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 24) Thread[id=23482, name=qtp2096105599-23482, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 25) Thread[id=23502, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 26) Thread[id=23450, name=qtp1240064783-23450, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 27) Thread[id=23467, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 28) Thread[id=23496, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 29) Thread[id=23509, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 30) Thread[id=23481, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 31) Thread[id=23447, name=qtp1240064783-23447, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 32) Thread[id=23513, name=Thread-4344, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 33) Thread[id=23487, name=qtp2096105599-23487, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 34) Thread[id=23483, name=qtp2096105599-23483, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 35) Thread[id=23456, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 36) Thread[id=23478, name=searcherExecutor-8310-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 37) Thread[id=23461, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054) 38) Thread[id=23457, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 39) Thread[id=23472, name=MetricsHistoryHandler-8308-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 40) Thread[id=23446, name=qtp1240064783-23446, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 41) Thread[id=23443, name=qtp1240064783-23443, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 42) Thread[id=23484, name=qtp2096105599-23484-acceptor-0@98cae22-ServerConnector@dcd279f{SSL,[ssl, http/1.1]}{127.0.0.1:38395}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422) at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250) at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369) at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 43) Thread[id=23503, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502) 44) Thread[id=23448, name=qtp1240064783-23448, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392) at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653) at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717) at java.lang.Thread.run(Thread.java:748) 45) Thread[id=23470, name=zkConnectionManagerCallback-6567-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 46) Thread[id=23507, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 47) Thread[id=23455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66) at java.lang.Thread.run(Thread.java:748) 48) Thread[id=23504, name=zkConnectionManagerCallback-6576-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 49) Thread[id=23464, name=zkCallback-6559-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460) at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362) at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 50) Thread[id=23471, name=SolrRrdBackendFactory-8307-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
com.carrotsearch.randomizedtesting.ThreadLeakError: 50 threads leaked from SUITE scope at org.apache.solr.cloud.TestRebalanceLeaders:
1) Thread[id=23451, name=Scheduler-516565734, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
2) Thread[id=23497, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
3) Thread[id=23510, name=zkConnectionManagerCallback-6583-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
4) Thread[id=23449, name=qtp1240064783-23449, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
5) Thread[id=23508, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
6) Thread[id=23533, name=SolrRrdBackendFactory-8307-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
7) Thread[id=23512, name=MetricsHistoryHandler-8322-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
8) Thread[id=23466, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
9) Thread[id=23468, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
10) Thread[id=23473, name=Thread-4335, state=WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854)
11) Thread[id=23498, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
12) Thread[id=23462, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
13) Thread[id=23490, name=Scheduler-786221380, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
14) Thread[id=23511, name=SolrRrdBackendFactory-8321-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
15) Thread[id=23488, name=qtp2096105599-23488, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
16) Thread[id=23476, name=Scheduler-1728106443, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
17) Thread[id=23444, name=qtp1240064783-23444, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
18) Thread[id=23489, name=qtp2096105599-23489, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
19) Thread[id=23463, name=zkConnectionManagerCallback-6560-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
20) Thread[id=23534, name=SolrRrdBackendFactory-8321-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
21) Thread[id=23486, name=qtp2096105599-23486, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
22) Thread[id=23485, name=qtp2096105599-23485, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
23) Thread[id=23445, name=qtp1240064783-23445-acceptor-0@29439bd0-ServerConnector@34586a3f{SSL,[ssl, http/1.1]}{127.0.0.1:35100}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
24) Thread[id=23482, name=qtp2096105599-23482, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
25) Thread[id=23502, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105)
at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063)
26) Thread[id=23450, name=qtp1240064783-23450, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
27) Thread[id=23467, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
28) Thread[id=23496, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
29) Thread[id=23509, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
30) Thread[id=23481, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
31) Thread[id=23447, name=qtp1240064783-23447, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
32) Thread[id=23513, name=Thread-4344, state=WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Object.wait(Native Method)
at java.lang.Object.wait(Object.java:502)
at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854)
33) Thread[id=23487, name=qtp2096105599-23487, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
34) Thread[id=23483, name=qtp2096105599-23483, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
35) Thread[id=23456, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
36) Thread[id=23478, name=searcherExecutor-8310-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
37) Thread[id=23461, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1054)
38) Thread[id=23457, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
39) Thread[id=23472, name=MetricsHistoryHandler-8308-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
40) Thread[id=23446, name=qtp1240064783-23446, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
41) Thread[id=23443, name=qtp1240064783-23443, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method)
at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269)
at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93)
at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97)
at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396)
at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132)
at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
42) Thread[id=23484, name=qtp2096105599-23484-acceptor-0@98cae22-ServerConnector@dcd279f{SSL,[ssl, http/1.1]}{127.0.0.1:38395}, state=RUNNABLE, group=TGRP-TestRebalanceLeaders]
at sun.nio.ch.ServerSocketChannelImpl.accept0(Native Method)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:422)
at sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:250)
at org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:369)
at org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:639)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
43) Thread[id=23503, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-EventThread, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:502)
44) Thread[id=23448, name=qtp1240064783-23448, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:392)
at org.eclipse.jetty.util.thread.QueuedThreadPool.idleJobPoll(QueuedThreadPool.java:653)
at org.eclipse.jetty.util.thread.QueuedThreadPool.access$800(QueuedThreadPool.java:48)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:717)
at java.lang.Thread.run(Thread.java:748)
45) Thread[id=23470, name=zkConnectionManagerCallback-6567-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
46) Thread[id=23507, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
47) Thread[id=23455, name=Connection evictor, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at java.lang.Thread.sleep(Native Method)
at org.apache.http.impl.client.IdleConnectionEvictor$1.run(IdleConnectionEvictor.java:66)
at java.lang.Thread.run(Thread.java:748)
48) Thread[id=23504, name=zkConnectionManagerCallback-6576-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039)
at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
49) Thread[id=23464, name=zkCallback-6559-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.SynchronousQueue$TransferStack.awaitFulfill(SynchronousQueue.java:460)
at java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:362)
at java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:941)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1073)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
50) Thread[id=23471, name=SolrRrdBackendFactory-8307-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders]
at sun.misc.Unsafe.park(Native Method)
at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215)
at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093)
at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809)
at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([1138C92164453D31]:0)
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.TestRebalanceLeaders
Error Message:
There are still zombie threads that couldn't be terminated: 1) Thread[id=23467, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 2) Thread[id=23451, name=Scheduler-516565734, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 3) Thread[id=23510, name=zkConnectionManagerCallback-6583-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 4) Thread[id=23449, name=qtp1240064783-23449, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2163) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.reservedWait(ReservedThreadExecutor.java:292) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:357) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 5) Thread[id=23508, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 6) Thread[id=23533, name=SolrRrdBackendFactory-8307-thread-2, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1088) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 7) Thread[id=23512, name=MetricsHistoryHandler-8322-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 8) Thread[id=23447, name=qtp1240064783-23447, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.IOUtil.drain(Native Method) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:104) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 9) Thread[id=23513, name=Thread-4344, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 10) Thread[id=23473, name=Thread-4335, state=WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Object.wait(Native Method) at java.lang.Object.wait(Object.java:502) at org.apache.solr.core.CloserThread.run(CoreContainer.java:1854) 11) Thread[id=23483, name=qtp2096105599-23483, state=RUNNABLE, group=TGRP-TestRebalanceLeaders] at sun.nio.ch.EPollArrayWrapper.epollWait(Native Method) at sun.nio.ch.EPollArrayWrapper.poll(EPollArrayWrapper.java:269) at sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:93) at sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:86) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:97) at sun.nio.ch.SelectorImpl.select(SelectorImpl.java:101) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:396) at org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:357) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:181) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:132) at org.eclipse.jetty.io.ManagedSelector$$Lambda$33/836214609.run(Unknown Source) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748) 12) Thread[id=23490, name=Scheduler-786221380, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 13) Thread[id=23511, name=SolrRrdBackendFactory-8321-thread-1, state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:215) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:2078) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1093) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 14) Thread[id=23478, name=searcherExecutor-8310-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 15) Thread[id=23476, name=Scheduler-1728106443, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1081) at java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:809) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) at java.lang.Thread.run(Thread.java:748) 16) Thread[id=23461, name=TEST-TestRebalanceLeaders.test-seed#[1138C92164453D31]-SendThread(127.0.0.1:41203), state=TIMED_WAITING, group=TGRP-TestRebalanceLeaders] at java.lang.Thread.sleep(Native Method) at org.apache.zookeeper.client.StaticHostProvider.next(StaticHostProvider.java:105) at org.apache.zookeeper.ClientCnxn$SendThread.startConnect(ClientCnxn.java:1000) at org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1063) 17) Thread[id=23463, name=zkConnectionManagerCallback-6560-thread-1, state=WAITING, group=TGRP-TestRebalanceLeaders] at sun.misc.Unsafe.park(Native Method) at java.util.concurrent.locks.LockSupport.park(LockSupport.java:175) at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:2039) at java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:442) at java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1074) at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1134) at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624) a
[...truncated too long message...]
dresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null184331548
[copy] Copying 239 files to /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null184331548
[delete] Deleting directory /home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null184331548
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 76ms :: artifacts dl 13ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 633 minutes 5 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene2
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1602 - Unstable
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1602/
3 tests failed.
FAILED: org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt
Error Message:
target = 555 < docID = 558
Stack Trace:
java.lang.AssertionError: target = 555 < docID = 558
at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:275CAF20E75CF381]:0)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.cloud.TestPullReplica.testAddDocs
Error Message:
Replica core_node5 not up to date after 10 seconds expected:<1> but was:<0>
Stack Trace:
java.lang.AssertionError: Replica core_node5 not up to date after 10 seconds expected:<1> but was:<0>
at __randomizedtesting.SeedInfo.seed([5075A3C29E1B44DC:B0FEB8C47D55B631]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.failNotEquals(Assert.java:647)
at org.junit.Assert.assertEquals(Assert.java:128)
at org.junit.Assert.assertEquals(Assert.java:472)
at org.apache.solr.cloud.TestPullReplica.testAddDocs(TestPullReplica.java:246)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:B16444FEAB929DD5]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 375 lines...]
[junit4] Suite: org.apache.lucene.search.TestApproximationSearchEquivalence
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestApproximationSearchEquivalence -Dtests.method=testReqOpt -Dtests.seed=43BD2AEDCC3B8B43 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=it-CH -Dtests.timezone=America/Aruba -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.10s J1 | TestApproximationSearchEquivalence.testReqOpt <<<
[junit4] > Throwable #1: java.lang.AssertionError: target = 555 < docID = 558
[junit4] > at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:275CAF20E75CF381]:0)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:81)
[junit4] > at org.apache.lucene.search.ReqOptSumScorer.advanceShallow(ReqOptSumScorer.java:215)
[junit4] > at org.apache.lucene.search.AssertingScorer.advanceShallow(AssertingScorer.java:82)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer.advanceShallow(BlockMaxConjunctionScorer.java:228)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.moveToNextBlock(BlockMaxConjunctionScorer.java:89)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advanceTarget(BlockMaxConjunctionScorer.java:110)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.doNext(BlockMaxConjunctionScorer.java:181)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.advance(BlockMaxConjunctionScorer.java:137)
[junit4] > at org.apache.lucene.search.BlockMaxConjunctionScorer$1.nextDoc(BlockMaxConjunctionScorer.java:132)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.scoreAll(Weight.java:261)
[junit4] > at org.apache.lucene.search.Weight$DefaultBulkScorer.score(Weight.java:214)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:81)
[junit4] > at org.apache.lucene.search.AssertingBulkScorer.score(AssertingBulkScorer.java:65)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:652)
[junit4] > at org.apache.lucene.search.AssertingIndexSearcher.search(AssertingIndexSearcher.java:72)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:443)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:567)
[junit4] > at org.apache.lucene.search.IndexSearcher.searchAfter(IndexSearcher.java:419)
[junit4] > at org.apache.lucene.search.IndexSearcher.search(IndexSearcher.java:430)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:251)
[junit4] > at org.apache.lucene.search.SearchEquivalenceTestBase.assertSameScores(SearchEquivalenceTestBase.java:228)
[junit4] > at org.apache.lucene.search.TestApproximationSearchEquivalence.testReqOpt(TestApproximationSearchEquivalence.java:296)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), id=FST50}, docValues:{}, maxPointsInLeafNode=2030, maxMBSortInHeap=5.131343878204805, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@577ef87f), locale=it-CH, timezone=America/Aruba
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=87981592,total=236978176
[junit4] 2> NOTE: All tests run in this JVM: [TestBinaryDocument, TestFieldInvertState, TestIndexWriterUnicode, TestIndexingSequenceNumbers, TestApproximationSearchEquivalence]
[junit4] Completed [35/503 (1!)] on J1 in 19.48s, 10 tests, 1 failure <<< FAILURES!
[...truncated 132 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddIndexes -Dtests.seed=43BD2AEDCC3B8B43 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-GR -Dtests.timezone=Atlantic/Cape_Verde -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.00s J2 | TestIndexWriterReader.testDuringAddIndexes <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([43BD2AEDCC3B8B43:B16444FEAB929DD5]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 1> TEST: now get reader
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_43BD2AEDCC3B8B43-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field1=BlockTreeOrds(blocksize=128), indexname=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), field=PostingsFormat(name=LuceneVarGapFixedInterval), foo=PostingsFormat(name=LuceneVarGapFixedInterval), id=BlockTreeOrds(blocksize=128), field3=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), field2=PostingsFormat(name=LuceneVarGapFixedInterval), field5=BlockTreeOrds(blocksize=128), field4=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=1945, maxMBSortInHeap=5.347172789439606, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1f5c53d0), locale=de-GR, timezone=Atlantic/Cape_Verde
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=222770416,total=479723520
[junit4] 2> NOTE: All tests run in this JVM: [TestDirectMonotonic, TestCompiledAutomaton, TestMultiset, TestSloppyPhraseQuery, TestMergeRateLimiter, TestCharsRefBuilder, TestNorms, TestDateTools, TestPostingsOffsets, TestUniqueTermCount, TestStopFilter, TestMultiTermConstantScore, TestIndependenceChiSquared, TestNIOFSDirectory, TestLazyProxSkipping, TestStandardAnalyzer, TestPayloadsOnVectors, TestMultiTermsEnum, TestFlex, TestFilterDirectoryReader, TestReaderClosed, TestSimpleExplanationsOfNonMatches, TestIndexSearcher, TestSpanExplanationsOfNonMatches, TestDateSort, TestRollback, TestLucene60PointsFormat, TestSegmentTermDocs, TestIndexWriterExceptions2, TestTieredMergePolicy, TestPolygon2D, TestMatchNoDocsQuery, TestFSTs, Test2BNumericDocValues, TestLucene50CompoundFormat, TestCodecUtil, TestIndexWriterReader]
[junit4] Completed [76/503 (2!)] on J2 in 41.30s, 23 tests, 1 failure <<< FAILURES!
[...truncated 13894 lines...]
[junit4] Suite: org.apache.solr.cloud.TestPullReplica
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/init-core-data-001
[junit4] 2> 2395975 WARN (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=13 numCloses=13
[junit4] 2> 2395975 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2395977 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (false) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2395977 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> 2395978 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001
[junit4] 2> 2395978 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2395978 INFO (Thread-5224) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2395978 INFO (Thread-5224) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2395980 ERROR (Thread-5224) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2396078 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:44815
[junit4] 2> 2396080 INFO (zkConnectionManagerCallback-4999-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396083 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2396083 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2396084 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@2bfe8023{/solr,null,AVAILABLE}
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@629e3386{/solr,null,AVAILABLE}
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f82bf4a{HTTP/1.1,[http/1.1]}{127.0.0.1:45036}
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.e.j.s.Server Started @2396125ms
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=45036}
[junit4] 2> 2396085 ERROR (jetty-launcher-4996-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2396085 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-03T08:02:59.607Z
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@2149cae0{HTTP/1.1,[http/1.1]}{127.0.0.1:37421}
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.e.j.s.Server Started @2396126ms
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=37421}
[junit4] 2> 2396086 ERROR (jetty-launcher-4996-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2396086 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-03T08:02:59.608Z
[junit4] 2> 2396087 INFO (zkConnectionManagerCallback-5001-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396087 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2396105 INFO (zkConnectionManagerCallback-5003-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396105 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2396200 INFO (jetty-launcher-4996-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44815/solr
[junit4] 2> 2396201 INFO (zkConnectionManagerCallback-5007-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396204 INFO (zkConnectionManagerCallback-5009-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396233 INFO (jetty-launcher-4996-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:44815/solr
[junit4] 2> 2396234 INFO (zkConnectionManagerCallback-5015-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396238 INFO (zkConnectionManagerCallback-5017-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396249 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:37421_solr
[junit4] 2> 2396250 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.Overseer Overseer (id=72095090147524614-127.0.0.1:37421_solr-n_0000000000) starting
[junit4] 2> 2396261 INFO (zkConnectionManagerCallback-5024-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396264 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44815/solr ready
[junit4] 2> 2396265 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:37421_solr
[junit4] 2> 2396265 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:37421_solr
[junit4] 2> 2396270 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2396271 INFO (zkCallback-5023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2396288 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2396292 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2396295 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2396295 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:45036_solr
[junit4] 2> 2396297 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396297 INFO (zkCallback-5023-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396307 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 2396326 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396333 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396333 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396334 INFO (jetty-launcher-4996-thread-2) [n:127.0.0.1:37421_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node2/.
[junit4] 2> 2396337 INFO (zkConnectionManagerCallback-5030-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396339 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2396341 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44815/solr ready
[junit4] 2> 2396341 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2396358 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396366 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396367 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2396368 INFO (jetty-launcher-4996-thread-1) [n:127.0.0.1:45036_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/.
[junit4] 2> 2396390 INFO (zkConnectionManagerCallback-5033-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396394 INFO (zkConnectionManagerCallback-5038-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2396395 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 2396396 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:44815/solr ready
[junit4] 2> 2396400 INFO (SUITE-TestPullReplica-seed#[5075A3C29E1B44DC]-worker) [ ] o.a.s.c.TestPullReplica Using legacyCloud?: false
[junit4] 2> 2396401 INFO (qtp1133341715-21086) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :clusterprop with params val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2396402 INFO (qtp1133341715-21086) [n:127.0.0.1:37421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={val=false&name=legacyCloud&action=CLUSTERPROP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2396435 INFO (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testRemoveAllWriterReplicas
[junit4] 2> 2396436 INFO (qtp1133341715-21078) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params pullReplicas=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_remove_all_writer_replicas&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2396438 INFO (OverseerThreadFactory-8997-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection pull_replica_test_remove_all_writer_replicas
[junit4] 2> 2396547 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45036/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2396549 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:37421/solr",
[junit4] 2> "type":"PULL",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2396752 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2396753 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=PULL
[junit4] 2> 2396753 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2397767 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2397767 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2397783 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.IndexSchema [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2397783 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.IndexSchema [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Schema name=minimal
[junit4] 2> 2397787 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2397787 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_n1' using configuration from collection pull_replica_test_remove_all_writer_replicas, trusted=true
[junit4] 2> 2397787 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2397787 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_p2' using configuration from collection pull_replica_test_remove_all_writer_replicas, trusted=true
[junit4] 2> 2397788 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_37421.solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_p2' (registry 'solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_p2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2397788 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2397788 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node2/pull_replica_test_remove_all_writer_replicas_shard1_replica_p2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node2/./pull_replica_test_remove_all_writer_replicas_shard1_replica_p2/data/]
[junit4] 2> 2397790 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1' (registry 'solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2397790 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2397791 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/./pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/data/]
[junit4] 2> 2397850 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2397850 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2397851 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2397851 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2397852 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2397853 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2397853 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.SolrIndexSearcher Opening [Searcher@3776a2a6[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main]
[junit4] 2> 2397854 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2f86498a[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main]
[junit4] 2> 2397854 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2397855 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/conf
[junit4] 2> 2397855 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2397855 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/conf
[junit4] 2> 2397856 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2397856 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2397856 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607764154911817728
[junit4] 2> 2397858 INFO (searcherExecutor-9007-thread-1-processing-n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Registered new searcher Searcher@2f86498a[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2397859 INFO (searcherExecutor-9006-thread-1-processing-n:127.0.0.1:37421_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Registered new searcher Searcher@3776a2a6[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2397863 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2397863 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.ZkController pull_replica_test_remove_all_writer_replicas_shard1_replica_p2 starting background replication from leader
[junit4] 2> 2397863 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.ReplicateFromLeader Will start replication from leader with poll interval: 00:00:03
[junit4] 2> 2397866 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.ReplicationHandler Poll scheduled at an interval of 3000ms
[junit4] 2> 2397866 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SyncStrategy http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/ has no replicas
[junit4] 2> 2397868 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2397872 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/ shard1
[junit4] 2> 2397975 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2397977 INFO (qtp1213735262-21088) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1224
[junit4] 2> 2398077 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2398872 INFO (qtp1133341715-21076) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=conf&newCollection=true&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_p2&action=CREATE&numShards=1&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=PULL} status=0 QTime=2119
[junit4] 2> 2398874 INFO (qtp1133341715-21078) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2398972 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2398972 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2399875 INFO (qtp1133341715-21078) [n:127.0.0.1:37421_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={pullReplicas=1&collection.configName=conf&maxShardsPerNode=100&name=pull_replica_test_remove_all_writer_replicas&nrtReplicas=1&action=CREATE&numShards=1&tlogReplicas=0&wt=javabin&version=2} status=0 QTime=3438
[junit4] 2> 2399891 INFO (qtp1213735262-21077) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={core_node3=1}, version=1}
[junit4] 2> 2399891 INFO (qtp1213735262-21077) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1607764157040427008)]} 0 5
[junit4] 2> 2399893 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1607764157047767040,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2399893 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@84e9762 commitCommandVersion:1607764157047767040
[junit4] 2> 2399904 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7e840200[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main]
[junit4] 2> 2399904 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2399905 INFO (searcherExecutor-9007-thread-1-processing-n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1 c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] Registered new searcher Searcher@7e840200[pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2399905 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/update params={_stateVer_=pull_replica_test_remove_all_writer_replicas:5&waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 13
[junit4] 2> 2399908 INFO (qtp1213735262-21079) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2399910 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400011 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400112 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400213 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400314 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400414 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400441 INFO (OverseerCollectionConfigSetProcessor-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2400515 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400616 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400711 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Updated masterUrl to http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/
[junit4] 2> 2400712 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Master's generation: 2
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Master's version: 1533283383415
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2400713 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Starting replication process
[junit4] 2> 2400713 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&tlogFiles=false&wt=javabin&version=2&command=filelist} status=0 QTime=0
[junit4] 2> 2400714 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Number of files in latest index in master: 13
[junit4] 2> 2400715 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Starting download (fullCopy=false) to RawDirectoryWrapper(RAMDirectory@4eaa0f50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df254d8)
[junit4] 2> 2400715 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.si&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400716 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvd&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400717 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=0 status=0 QTime=0
[junit4] 2> 2400717 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdx&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400718 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fdt&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400719 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dii&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400719 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.pos&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400720 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.doc&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400720 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400721 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.dim&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400722 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0_Asserting_0.tip&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400722 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.nvm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400723 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=_0.fnm&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400723 INFO (qtp1213735262-21089) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node3 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] webapp=/solr path=/replication params={generation=2&qt=/replication&file=segments_2&checksum=true&wt=filestream&command=filecontent} status=0 QTime=0
[junit4] 2> 2400724 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Bytes downloaded: 2040, Bytes skipped downloading: 0
[junit4] 2> 2400724 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Total time taken for download (fullCopy=false,bytesDownloaded=2040) : 0 secs (null bytes/sec) to RawDirectoryWrapper(RAMDirectory@4eaa0f50 lockFactory=org.apache.lucene.store.SingleInstanceLockFactory@7df254d8)
[junit4] 2> 2400730 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2400730 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.s.SolrIndexSearcher Opening [Searcher@72093f51[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main]
[junit4] 2> 2400732 INFO (searcherExecutor-9006-thread-1) [ ] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] Registered new searcher Searcher@72093f51[pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 2400818 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2400819 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :deletereplica with params replica=core_node3&action=DELETEREPLICA&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2400822 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1, tag=null
[junit4] 2> 2400822 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@32a7a7b8: rootName = solr_45036, domain = solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1, service url = null, agent id = null] for registry solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1 / com.codahale.metrics.MetricRegistry@2fc99b73
[junit4] 2> 2400833 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.SolrCore [pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] CLOSING SolrCore org.apache.solr.core.SolrCore@67a5b9f
[junit4] 2> 2400833 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n1, tag=67a5b9f
[junit4] 2> 2400833 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.pull_replica_test_remove_all_writer_replicas.shard1.leader, tag=67a5b9f
[junit4] 2> 2400839 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/pull_replica_test_remove_all_writer_replicas/terms/shard1 to Terms{values={}, version=2}
[junit4] 2> 2400842 INFO (qtp1213735262-21085) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={deleteInstanceDir=true&core=pull_replica_test_remove_all_writer_replicas_shard1_replica_n1&deleteMetricsHistory=true&qt=/admin/cores&deleteDataDir=true&action=UNLOAD&wt=javabin&version=2&deleteIndex=true} status=0 QTime=20
[junit4] 2> 2400944 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2400944 INFO (zkCallback-5008-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2401044 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={replica=core_node3&action=DELETEREPLICA&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2} status=0 QTime=225
[junit4] 2> 2401050 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_remove_all_writer_replicas] failed due to (404) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:45036/solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1: Expected mime type application/octet-stream but got text/html. <html>
[junit4] 2> <head>
[junit4] 2> <meta http-equiv="Content-Type" content="text/html;charset=utf-8"/>
[junit4] 2> <title>Error 404 Can not find: /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</title>
[junit4] 2> </head>
[junit4] 2> <body><h2>HTTP ERROR 404</h2>
[junit4] 2> <p>Problem accessing /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update. Reason:
[junit4] 2> <pre> Can not find: /solr/pull_replica_test_remove_all_writer_replicas_shard1_replica_n1/update</pre></p><hr><a href="http://eclipse.org/jetty">Powered by Jetty:// 9.4.11.v20180605</a><hr/>
[junit4] 2>
[junit4] 2> </body>
[junit4] 2> </html>
[junit4] 2> , retry? 0
[junit4] 2> 2402822 INFO (OverseerCollectionConfigSetProcessor-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000002 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2405060 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4009
[junit4] 2> 2405061 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 2405061 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_remove_all_writer_replicas] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37421/solr/pull_replica_test_remove_all_writer_replicas: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_remove_all_writer_replicas slice: shard1 saw state=DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:37421/solr",
[junit4] 2> "node_name":"127.0.0.1:37421_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37421_solr, 127.0.0.1:45036_solr], retry? 1
[junit4] 2> 2407719 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.ReplicationHandler Ignoring exception matching No registered leader was found
[junit4] 2> 2407719 INFO (indexFetcher-9016-thread-1) [ ] o.a.s.h.IndexFetcher Last replication failed, so I'll force replication
[junit4] 2> 2409075 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.u.p.LogUpdateProcessorFactory [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 4010
[junit4] 2> 2409075 INFO (qtp1133341715-21082) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.h.RequestHandlerBase Ignoring exception matching No registered leader was found
[junit4] 2> 2409076 ERROR (TEST-TestPullReplica.testRemoveAllWriterReplicas-seed#[5075A3C29E1B44DC]) [ ] o.a.s.c.s.i.CloudSolrClient Request to collection [pull_replica_test_remove_all_writer_replicas] failed due to (503) org.apache.solr.client.solrj.impl.HttpSolrClient$RemoteSolrException: Error from server at http://127.0.0.1:37421/solr/pull_replica_test_remove_all_writer_replicas: No registered leader was found after waiting for 4000ms , collection: pull_replica_test_remove_all_writer_replicas slice: shard1 saw state=DocCollection(pull_replica_test_remove_all_writer_replicas//collections/pull_replica_test_remove_all_writer_replicas/state.json/6)={
[junit4] 2> "pullReplicas":"1",
[junit4] 2> "replicationFactor":"1",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{"core_node4":{
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_p2",
[junit4] 2> "base_url":"http://127.0.0.1:37421/solr",
[junit4] 2> "node_name":"127.0.0.1:37421_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"PULL",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"100",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"1",
[junit4] 2> "tlogReplicas":"0"} with live_nodes=[127.0.0.1:37421_solr, 127.0.0.1:45036_solr], retry? 0
[junit4] 2> 2409084 INFO (qtp1133341715-21087) [n:127.0.0.1:37421_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node4 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] o.a.s.c.S.Request [pull_replica_test_remove_all_writer_replicas_shard1_replica_p2] webapp=/solr path=/select params={q=*:*&wt=javabin&version=2} hits=1 status=0 QTime=0
[junit4] 2> 2409085 INFO (qtp1133341715-21084) [n:127.0.0.1:37421_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :addreplica with params action=ADDREPLICA&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&type=NRT&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2409089 INFO (OverseerThreadFactory-8997-thread-3) [ c:pull_replica_test_remove_all_writer_replicas s:shard1 ] o.a.s.c.a.c.AddReplicaCmd Node Identified 127.0.0.1:45036_solr for creating new replica of shard shard1
[junit4] 2> 2409093 INFO (OverseerStateUpdate-72095090147524614-127.0.0.1:37421_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"addreplica",
[junit4] 2> "collection":"pull_replica_test_remove_all_writer_replicas",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"pull_replica_test_remove_all_writer_replicas_shard1_replica_n5",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:45036/solr",
[junit4] 2> "node_name":"127.0.0.1:45036_solr",
[junit4] 2> "type":"NRT"}
[junit4] 2> 2409094 INFO (zkCallback-5016-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/pull_replica_test_remove_all_writer_replicas/state.json] for collection [pull_replica_test_remove_all_writer_replicas] has occurred - updating... (live nodes size: [2])
[junit4] 2> 2409195 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node6&collection.configName=conf&name=pull_replica_test_remove_all_writer_replicas_shard1_replica_n5&action=CREATE&collection=pull_replica_test_remove_all_writer_replicas&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 2409207 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2409213 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.s.IndexSchema [pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] Schema name=minimal
[junit4] 2> 2409217 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2409217 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.CoreContainer Creating SolrCore 'pull_replica_test_remove_all_writer_replicas_shard1_replica_n5' using configuration from collection pull_replica_test_remove_all_writer_replicas, trusted=true
[junit4] 2> 2409217 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_45036.solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n5' (registry 'solr.core.pull_replica_test_remove_all_writer_replicas.shard1.replica_n5') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@7587673e
[junit4] 2> 2409218 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2409218 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.c.SolrCore [[pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/pull_replica_test_remove_all_writer_replicas_shard1_replica_n5], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.TestPullReplica_5075A3C29E1B44DC-001/tempDir-001/node1/./pull_replica_test_remove_all_writer_replicas_shard1_replica_n5/data/]
[junit4] 2> 2409269 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 2409269 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2409270 INFO (qtp1213735262-21090) [n:127.0.0.1:45036_solr c:pull_replica_test_remove_all_writer_replicas s:shard1 r:core_node6 x:pull_replica_test_remove_all_writer_replicas_shard1_replica_n5] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2409270 INFO (qtp1213735262-21090) [n:127.0.0.1
[...truncated too long message...]
ve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
ivy-availability-check:
[loadresource] Do not set property disallowed.ivy.jars.list as its length is 0.
-ivy-fail-disallowed-ivy-version:
ivy-fail:
ivy-fail:
ivy-configure:
[ivy:configure] :: loading settings :: file = /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/top-level-ivy-settings.xml
resolve:
jar-checksums:
[mkdir] Created dir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null231779690
[copy] Copying 240 files to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null231779690
[delete] Deleting directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/null231779690
check-working-copy:
[ivy:cachepath] :: resolving dependencies :: org.eclipse.jgit#org.eclipse.jgit-caller;working
[ivy:cachepath] confs: [default]
[ivy:cachepath] found org.eclipse.jgit#org.eclipse.jgit;4.6.0.201612231935-r in public
[ivy:cachepath] found com.jcraft#jsch;0.1.53 in public
[ivy:cachepath] found com.googlecode.javaewah#JavaEWAH;1.1.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpclient;4.3.6 in public
[ivy:cachepath] found org.apache.httpcomponents#httpcore;4.3.3 in public
[ivy:cachepath] found commons-logging#commons-logging;1.1.3 in public
[ivy:cachepath] found commons-codec#commons-codec;1.6 in public
[ivy:cachepath] found org.slf4j#slf4j-api;1.7.2 in public
[ivy:cachepath] :: resolution report :: resolve 50ms :: artifacts dl 4ms
---------------------------------------------------------------------
| | modules || artifacts |
| conf | number| search|dwnlded|evicted|| number|dwnlded|
---------------------------------------------------------------------
| default | 8 | 0 | 0 | 0 || 8 | 0 |
---------------------------------------------------------------------
[wc-checker] Initializing working copy...
[wc-checker] SLF4J: Failed to load class "org.slf4j.impl.StaticLoggerBinder".
[wc-checker] SLF4J: Defaulting to no-operation (NOP) logger implementation
[wc-checker] SLF4J: See http://www.slf4j.org/codes.html#StaticLoggerBinder for further details.
[wc-checker] Checking working copy status...
-jenkins-base:
BUILD SUCCESSFUL
Total time: 260 minutes 34 seconds
Archiving artifacts
java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath$34.hasMatch(FilePath.java:2678)
at hudson.FilePath$34.invoke(FilePath.java:2557)
at hudson.FilePath$34.invoke(FilePath.java:2547)
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2918)
Also: hudson.remoting.Channel$CallSiteStackTrace: Remote call to lucene
at hudson.remoting.Channel.attachCallSiteStackTrace(Channel.java:1741)
at hudson.remoting.UserRequest$ExceptionResponse.retrieve(UserRequest.java:357)
at hudson.remoting.Channel.call(Channel.java:955)
at hudson.FilePath.act(FilePath.java:1036)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
Caused: hudson.FilePath$TunneledInterruptedException
at hudson.FilePath$FileCallableWrapper.call(FilePath.java:2920)
at hudson.remoting.UserRequest.perform(UserRequest.java:212)
at hudson.remoting.UserRequest.perform(UserRequest.java:54)
at hudson.remoting.Request$2.run(Request.java:369)
at hudson.remoting.InterceptingExecutorService$1.call(InterceptingExecutorService.java:72)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)
at java.lang.Thread.run(Thread.java:748)
Caused: java.lang.InterruptedException: java.lang.InterruptedException: no matches found within 10000
at hudson.FilePath.act(FilePath.java:1038)
at hudson.FilePath.act(FilePath.java:1025)
at hudson.FilePath.validateAntFileMask(FilePath.java:2547)
at hudson.tasks.ArtifactArchiver.perform(ArtifactArchiver.java:243)
at hudson.tasks.BuildStepCompatibilityLayer.perform(BuildStepCompatibilityLayer.java:81)
at hudson.tasks.BuildStepMonitor$1.perform(BuildStepMonitor.java:20)
at hudson.model.AbstractBuild$AbstractBuildExecution.perform(AbstractBuild.java:744)
at hudson.model.AbstractBuild$AbstractBuildExecution.performAllBuildSteps(AbstractBuild.java:690)
at hudson.model.Build$BuildExecution.post2(Build.java:186)
at hudson.model.AbstractBuild$AbstractBuildExecution.post(AbstractBuild.java:635)
at hudson.model.Run.execute(Run.java:1819)
at hudson.model.FreeStyleBuild.run(FreeStyleBuild.java:43)
at hudson.model.ResourceController.execute(ResourceController.java:97)
at hudson.model.Executor.run(Executor.java:429)
No artifacts found that match the file pattern "**/*.events,heapdumps/**,**/hs_err_pid*". Configuration error?
Recording test results
Build step 'Publish JUnit test result report' changed build result to UNSTABLE
Email was triggered for: Unstable (Test Failures)
Sending email for trigger: Unstable (Test Failures)
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1601 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1601/
3 tests failed.
FAILED: org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes
Error Message:
Stack Trace:
java.lang.AssertionError
at __randomizedtesting.SeedInfo.seed([1048C7F64755C047:E291A9E520FCD6D1]:0)
at org.junit.Assert.fail(Assert.java:92)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertTrue(Assert.java:54)
at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig
Error Message:
GC overhead limit exceeded
Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
at __randomizedtesting.SeedInfo.seed([F5AD0D13DF271687:72FA709C4E7E6A07]:0)
at org.apache.lucene.geo.Polygon2D.create(Polygon2D.java:347)
at org.apache.lucene.document.TestLatLonPolygonShapeQueries.indexRandomPolygons(TestLatLonPolygonShapeQueries.java:190)
at org.apache.lucene.document.TestLatLonPolygonShapeQueries.verify(TestLatLonPolygonShapeQueries.java:144)
at org.apache.lucene.document.TestLatLonPolygonShapeQueries.doTestRandom(TestLatLonPolygonShapeQueries.java:137)
at org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig(TestLatLonPolygonShapeQueries.java:114)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
FAILED: org.apache.solr.cloud.cdcr.CdcrBidirectionalTest.testBiDir
Error Message:
Captured an uncaught exception in thread: Thread[id=166995, name=cdcr-replicator-12904-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Stack Trace:
com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=166995, name=cdcr-replicator-12904-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
Caused by: java.lang.AssertionError: 1607666020818878464 != 1607666020817829888
at __randomizedtesting.SeedInfo.seed([C6ED335C78D5A440]:0)
at org.apache.solr.update.CdcrUpdateLog$CdcrLogReader.forwardSeek(CdcrUpdateLog.java:611)
at org.apache.solr.handler.CdcrReplicator.run(CdcrReplicator.java:125)
at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:81)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Build Log:
[...truncated 737 lines...]
[junit4] Suite: org.apache.lucene.index.TestIndexWriterReader
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestIndexWriterReader -Dtests.method=testDuringAddIndexes -Dtests.seed=1048C7F64755C047 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=id -Dtests.timezone=Asia/Oral -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] FAILURE 1.09s J2 | TestIndexWriterReader.testDuringAddIndexes <<<
[junit4] > Throwable #1: java.lang.AssertionError
[junit4] > at __randomizedtesting.SeedInfo.seed([1048C7F64755C047:E291A9E520FCD6D1]:0)
[junit4] > at org.apache.lucene.index.TestIndexWriterReader.testDuringAddIndexes(TestIndexWriterReader.java:772)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 1> TEST: now get reader
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/core/test/J2/temp/lucene.index.TestIndexWriterReader_1048C7F64755C047-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {field1=PostingsFormat(name=Direct), indexname=PostingsFormat(name=LuceneVarGapDocFreqInterval), field=PostingsFormat(name=Asserting), foo=PostingsFormat(name=Asserting), id=PostingsFormat(name=LuceneVarGapDocFreqInterval), field3=PostingsFormat(name=LuceneVarGapDocFreqInterval), field2=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128))), field5=PostingsFormat(name=Direct), field4=PostingsFormat(name=Asserting)}, docValues:{}, maxPointsInLeafNode=927, maxMBSortInHeap=7.666922439870907, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ad45eab), locale=id, timezone=Asia/Oral
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=169262608,total=502267904
[junit4] 2> NOTE: All tests run in this JVM: [TestFieldReuse, TestConsistentFieldNumbers, TestNotDocIdSet, TestStandardAnalyzer, TestInPlaceMergeSorter, TestDeterminizeLexicon, TestMutablePointsReaderUtils, TestUniqueTermCount, TestSpanCollection, TestIndexSearcher, TestTermVectorsWriter, Test2BPostings, TestLMDirichletSimilarity, TestPackedTokenAttributeImpl, TestRecyclingIntBlockAllocator, TestSortRandom, TestMultiTermsEnum, TestRadixSelector, TestVersion, TestBlockPostingsFormat2, TestSPIClassIterator, TestExitableDirectoryReader, TestFloatRangeFieldQueries, TestFSTs, TestTotalHitCountCollector, TestLongBitSet, TestTrackingDirectoryWrapper, TestFlex, TestCharArraySet, TestPrefixRandom, TestByteArrayDataInput, TestMergeRateLimiter, TestCharsRefBuilder, TestFilterSpans, TestLucene50CompoundFormat, TestOrdinalMap, TestCompiledAutomaton, TestSloppyMath, TestNoDeletionPolicy, TestSearchForDuplicates, TestLatLonPoint, TestAllFilesHaveChecksumFooter, TestPolygon2D, TestPostingsOffsets, TestIndexInput, TestIntroSorter, TestSpanNearQuery, TestBM25Similarity, TestScorerPerf, TestIndexWriterExceptions2, TestCodecUtil, TestCustomNorms, TestBooleanMinShouldMatch, TestNormsFieldExistsQuery, TestBasicModelIn, TestSortedSetSelector, TestSegmentInfos, TestTermsEnum, TestBytesRefArray, TestIndependenceChiSquared, TestReqOptSumScorer, TestTopDocsMerge, TestSloppyPhraseQuery, TestDelegatingAnalyzerWrapper, TestForceMergeForever, TestCodecHoldsOpenFiles, TestMultiCollector, Test2BBKDPoints, TestLockFactory, TestSparseFixedBitSet, TestDuelingCodecs, TestDateSort, TestDemoParallelLeafReader, Test2BSortedDocValuesOrds, TestSegmentTermDocs, TestRollback, TestGeoEncodingUtils, TestSumDocFreq, TestFieldCacheRewriteMethod, TestLazyProxSkipping, TestTransactions, TestIndexWriterReader]
[junit4] Completed [136/503 (1!)] on J2 in 38.92s, 23 tests, 1 failure <<< FAILURES!
[...truncated 9339 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonPolygonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonPolygonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=F5AD0D13DF271687 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=es-CO -Dtests.timezone=Africa/Brazzaville -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 123s J0 | TestLatLonPolygonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([F5AD0D13DF271687:72FA709C4E7E6A07]:0)
[junit4] > at org.apache.lucene.geo.Polygon2D.create(Polygon2D.java:347)
[junit4] > at org.apache.lucene.document.TestLatLonPolygonShapeQueries.indexRandomPolygons(TestLatLonPolygonShapeQueries.java:190)
[junit4] > at org.apache.lucene.document.TestLatLonPolygonShapeQueries.verify(TestLatLonPolygonShapeQueries.java:144)
[junit4] > at org.apache.lucene.document.TestLatLonPolygonShapeQueries.doTestRandom(TestLatLonPolygonShapeQueries.java:137)
[junit4] > at org.apache.lucene.document.TestLatLonPolygonShapeQueries.testRandomBig(TestLatLonPolygonShapeQueries.java:114)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonPolygonShapeQueries_F5AD0D13DF271687-001
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@25222161), locale=es-CO, timezone=Africa/Brazzaville
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=279518184,total=519045120
[junit4] 2> NOTE: All tests run in this JVM: [FuzzyLikeThisQueryTest, TestFloatPointNearestNeighbor, TestLatLonShape, TestDocValuesTermsQuery, TestHalfFloatPoint, TestLatLonPolygonShapeQueries]
[junit4] Completed [19/19 (1!)] on J0 in 420.30s, 3 tests, 1 error <<< FAILURES!
[...truncated 1 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20180802_045323_401777836845456884904.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid5211.hprof ...
[junit4] Heap dump file created [547535833 bytes in 2.791 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 4512 lines...]
[junit4] Suite: org.apache.solr.cloud.cdcr.CdcrBidirectionalTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/init-core-data-001
[junit4] 2> 2572582 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster2-001
[junit4] 2> 2572582 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2572582 INFO (Thread-53421) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2572582 INFO (Thread-53421) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2572588 ERROR (Thread-53421) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2572682 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.ZkTestServer start zk server on port:34520
[junit4] 2> 2572685 INFO (zkConnectionManagerCallback-59197-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2572690 INFO (jetty-launcher-59194-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2572691 INFO (jetty-launcher-59194-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2572691 INFO (jetty-launcher-59194-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2572691 INFO (jetty-launcher-59194-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 2572692 INFO (jetty-launcher-59194-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3ae1499c{/solr,null,AVAILABLE}
[junit4] 2> 2572692 INFO (jetty-launcher-59194-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@698bceee{SSL,[ssl, http/1.1]}{127.0.0.1:34771}
[junit4] 2> 2572692 INFO (jetty-launcher-59194-thread-1) [ ] o.e.j.s.Server Started @2572747ms
[junit4] 2> 2572692 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34771}
[junit4] 2> 2572693 ERROR (jetty-launcher-59194-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2572693 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2572693 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2572693 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2572693 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2572693 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-02T06:02:33.228Z
[junit4] 2> 2572695 INFO (zkConnectionManagerCallback-59199-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2572696 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2572849 INFO (jetty-launcher-59194-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:34520/solr
[junit4] 2> 2572851 INFO (zkConnectionManagerCallback-59203-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2572853 INFO (zkConnectionManagerCallback-59205-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2572944 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34771_solr
[junit4] 2> 2572945 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.c.Overseer Overseer (id=72088954248888323-127.0.0.1:34771_solr-n_0000000000) starting
[junit4] 2> 2572952 INFO (zkConnectionManagerCallback-59212-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2572954 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34520/solr ready
[junit4] 2> 2572955 INFO (OverseerStateUpdate-72088954248888323-127.0.0.1:34771_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34771_solr
[junit4] 2> 2572955 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34771_solr
[junit4] 2> 2572956 INFO (zkCallback-59204-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2572956 INFO (zkCallback-59211-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2572974 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2572998 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34771.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2573006 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34771.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2573007 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34771.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2573008 INFO (jetty-launcher-59194-thread-1) [n:127.0.0.1:34771_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster2-001/node1/.
[junit4] 2> 2573024 INFO (zkConnectionManagerCallback-59215-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573027 INFO (zkConnectionManagerCallback-59218-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573028 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 1 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster1-001
[junit4] 2> 2573029 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 2573029 INFO (Thread-53431) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 2573029 INFO (Thread-53431) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 2573035 ERROR (Thread-53431) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2573129 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.ZkTestServer start zk server on port:37291
[junit4] 2> 2573133 INFO (zkConnectionManagerCallback-59222-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573152 INFO (jetty-launcher-59219-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 2573154 INFO (jetty-launcher-59219-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 2573154 INFO (jetty-launcher-59219-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 2573154 INFO (jetty-launcher-59219-thread-1) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 2573155 INFO (jetty-launcher-59219-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@c6cb3a{/solr,null,AVAILABLE}
[junit4] 2> 2573155 INFO (jetty-launcher-59219-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@323b34c6{SSL,[ssl, http/1.1]}{127.0.0.1:34931}
[junit4] 2> 2573155 INFO (jetty-launcher-59219-thread-1) [ ] o.e.j.s.Server Started @2573210ms
[junit4] 2> 2573155 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=34931}
[junit4] 2> 2573155 ERROR (jetty-launcher-59219-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 2573156 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 2573156 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 2573156 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 2573156 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 2573157 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-08-02T06:02:33.692Z
[junit4] 2> 2573162 INFO (zkConnectionManagerCallback-59224-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573162 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 2573385 INFO (jetty-launcher-59219-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:37291/solr
[junit4] 2> 2573386 INFO (zkConnectionManagerCallback-59228-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573388 INFO (zkConnectionManagerCallback-59230-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573466 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:34931_solr
[junit4] 2> 2573467 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.c.Overseer Overseer (id=72088954278182915-127.0.0.1:34931_solr-n_0000000000) starting
[junit4] 2> 2573473 INFO (zkConnectionManagerCallback-59237-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573475 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37291/solr ready
[junit4] 2> 2573475 INFO (OverseerStateUpdate-72088954278182915-127.0.0.1:34931_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:34931_solr
[junit4] 2> 2573476 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:34931_solr
[junit4] 2> 2573484 INFO (zkCallback-59236-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2573484 INFO (zkCallback-59229-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2573498 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2573515 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34931.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2573523 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34931.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2573523 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34931.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2573524 INFO (jetty-launcher-59219-thread-1) [n:127.0.0.1:34931_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster1-001/node1/.
[junit4] 2> 2573548 INFO (zkConnectionManagerCallback-59240-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573552 INFO (zkConnectionManagerCallback-59243-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573553 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.c.CdcrBidirectionalTest cluster2 zkHost = 127.0.0.1:34520/solr
[junit4] 2> 2573554 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.c.CdcrBidirectionalTest cluster1 zkHost = 127.0.0.1:37291/solr
[junit4] 2> 2573555 INFO (zkConnectionManagerCallback-59245-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573561 INFO (zkConnectionManagerCallback-59249-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2573562 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2573563 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:37291/solr ready
[junit4] 2> 2573582 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=cdcr-cluster1&maxShardsPerNode=2&name=cdcr-cluster1&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2573585 INFO (OverseerThreadFactory-12865-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-cluster1
[junit4] 2> 2573694 INFO (OverseerStateUpdate-72088954278182915-127.0.0.1:34931_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster1",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-cluster1_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34931/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2573696 INFO (OverseerStateUpdate-72088954278182915-127.0.0.1:34931_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster1",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"cdcr-cluster1_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34931/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2573901 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr x:cdcr-cluster1_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster1_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2573901 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster1_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2573901 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2574920 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2574920 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2574928 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-cluster1_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2574928 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.IndexSchema [cdcr-cluster1_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2574930 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2574930 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2574930 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster1_shard2_replica_n2' using configuration from collection cdcr-cluster1, trusted=true
[junit4] 2> 2574930 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster1_shard1_replica_n1' using configuration from collection cdcr-cluster1, trusted=true
[junit4] 2> 2574930 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34931.solr.core.cdcr-cluster1.shard1.replica_n1' (registry 'solr.core.cdcr-cluster1.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2574930 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34931.solr.core.cdcr-cluster1.shard2.replica_n2' (registry 'solr.core.cdcr-cluster1.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2574930 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2574930 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2574930 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-cluster1_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster1-001/node1/cdcr-cluster1_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster1-001/node1/./cdcr-cluster1_shard1_replica_n1/data/]
[junit4] 2> 2574931 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SolrCore [[cdcr-cluster1_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster1-001/node1/cdcr-cluster1_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster1-001/node1/./cdcr-cluster1_shard2_replica_n2/data/]
[junit4] 2> 2575007 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2575007 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2575008 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2575008 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2575011 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7b6cb3d9[cdcr-cluster1_shard1_replica_n1] main]
[junit4] 2> 2575012 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster1
[junit4] 2> 2575013 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster1
[junit4] 2> 2575013 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster1/managed-schema
[junit4] 2> 2575013 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2575014 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2575016 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-cluster1/cdcr/state/buffer
[junit4] 2> 2575017 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-cluster1/cdcr/state/process
[junit4] 2> 2575020 INFO (searcherExecutor-12871-thread-1-processing-n:127.0.0.1:34931_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-cluster1_shard1_replica_n1] Registered new searcher Searcher@7b6cb3d9[cdcr-cluster1_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2575020 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607665981120839680
[junit4] 2> 2575026 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster1/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2575029 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2575029 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2575029 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34931/solr/cdcr-cluster1_shard1_replica_n1/
[junit4] 2> 2575029 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2575030 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34931/solr/cdcr-cluster1_shard1_replica_n1/ has no replicas
[junit4] 2> 2575030 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2575032 INFO (zkCallback-59229-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster1:shard1
[junit4] 2> 2575037 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34931/solr/cdcr-cluster1_shard1_replica_n1/ shard1
[junit4] 2> 2575038 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2575038 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2575039 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2575039 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2575041 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@75223425[cdcr-cluster1_shard2_replica_n2] main]
[junit4] 2> 2575042 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster1
[junit4] 2> 2575043 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster1
[junit4] 2> 2575043 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster1/managed-schema
[junit4] 2> 2575043 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2575044 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2575047 INFO (searcherExecutor-12870-thread-1-processing-n:127.0.0.1:34931_solr x:cdcr-cluster1_shard2_replica_n2 c:cdcr-cluster1 s:shard2 r:core_node4) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SolrCore [cdcr-cluster1_shard2_replica_n2] Registered new searcher Searcher@75223425[cdcr-cluster1_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2575047 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607665981149151232
[junit4] 2> 2575052 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster1/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2575054 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2575054 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2575054 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34931/solr/cdcr-cluster1_shard2_replica_n2/
[junit4] 2> 2575054 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2575055 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:34931/solr/cdcr-cluster1_shard2_replica_n2/ has no replicas
[junit4] 2> 2575055 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2575056 INFO (zkCallback-59229-thread-1) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster1:shard2
[junit4] 2> 2575059 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34931/solr/cdcr-cluster1_shard2_replica_n2/ shard2
[junit4] 2> 2575161 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2575169 INFO (qtp1659870115-166834) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster1_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1268
[junit4] 2> 2575189 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2575191 INFO (qtp1659870115-166841) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster1&newCollection=true&collection=cdcr-cluster1&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster1_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1290
[junit4] 2> 2575195 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2575292 INFO (zkCallback-59229-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster1/state.json] for collection [cdcr-cluster1] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2575587 INFO (OverseerCollectionConfigSetProcessor-72088954278182915-127.0.0.1:34931_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2576195 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-cluster1&maxShardsPerNode=2&name=cdcr-cluster1&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2613
[junit4] 2> 2576198 INFO (zkConnectionManagerCallback-59253-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2576203 INFO (zkConnectionManagerCallback-59257-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2576204 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2576205 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34520/solr ready
[junit4] 2> 2576230 INFO (qtp751535719-166786) [n:127.0.0.1:34771_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=cdcr-cluster2&maxShardsPerNode=2&name=cdcr-cluster2&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 2576232 INFO (OverseerThreadFactory-12852-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection cdcr-cluster2
[junit4] 2> 2576340 INFO (OverseerStateUpdate-72088954248888323-127.0.0.1:34771_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"cdcr-cluster2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34771/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2576342 INFO (OverseerStateUpdate-72088954248888323-127.0.0.1:34771_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"cdcr-cluster2",
[junit4] 2> "shard":"shard2",
[junit4] 2> "core":"cdcr-cluster2_shard2_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"https://127.0.0.1:34771/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 2576549 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster2_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2576549 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2576549 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster2_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin
[junit4] 2> 2577563 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577563 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2577570 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.IndexSchema [cdcr-cluster2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 2577570 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.IndexSchema [cdcr-cluster2_shard2_replica_n2] Schema name=minimal
[junit4] 2> 2577572 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577572 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 2577572 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster2_shard1_replica_n1' using configuration from collection cdcr-cluster2, trusted=true
[junit4] 2> 2577572 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'cdcr-cluster2_shard2_replica_n2' using configuration from collection cdcr-cluster2, trusted=true
[junit4] 2> 2577573 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34771.solr.core.cdcr-cluster2.shard2.replica_n2' (registry 'solr.core.cdcr-cluster2.shard2.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2577573 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_34771.solr.core.cdcr-cluster2.shard1.replica_n1' (registry 'solr.core.cdcr-cluster2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@304e0116
[junit4] 2> 2577573 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577573 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2577573 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrCore [[cdcr-cluster2_shard2_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster2-001/node1/cdcr-cluster2_shard2_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster2-001/node1/./cdcr-cluster2_shard2_replica_n2/data/]
[junit4] 2> 2577573 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrCore [[cdcr-cluster2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster2-001/node1/cdcr-cluster2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J1/temp/solr.cloud.cdcr.CdcrBidirectionalTest_C6ED335C78D5A440-001/cdcr-cluster2-001/node1/./cdcr-cluster2_shard1_replica_n1/data/]
[junit4] 2> 2577634 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2577634 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2577635 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.CdcrUpdateLog
[junit4] 2> 2577635 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir= defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 2577635 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2577635 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2577636 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2577636 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2577638 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1667dd6c[cdcr-cluster2_shard1_replica_n1] main]
[junit4] 2> 2577638 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@659420a6[cdcr-cluster2_shard2_replica_n2] main]
[junit4] 2> 2577639 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster2
[junit4] 2> 2577639 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/cdcr-cluster2
[junit4] 2> 2577639 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster2
[junit4] 2> 2577639 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/cdcr-cluster2
[junit4] 2> 2577639 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster2/managed-schema
[junit4] 2> 2577639 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Creating ZooKeeper watch for the managed schema at /configs/cdcr-cluster2/managed-schema
[junit4] 2> 2577640 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2577640 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.ZkIndexSchemaReader Current schema version 0 is already the latest
[junit4] 2> 2577641 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2577643 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrBufferStateManager Created znode /collections/cdcr-cluster2/cdcr/state/buffer
[junit4] 2> 2577643 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2577644 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrProcessStateManager Created znode /collections/cdcr-cluster2/cdcr/state/process
[junit4] 2> 2577646 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607665983874400256
[junit4] 2> 2577646 INFO (searcherExecutor-12882-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-cluster2_shard1_replica_n1] Registered new searcher Searcher@1667dd6c[cdcr-cluster2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2577647 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607665983875448832
[junit4] 2> 2577647 INFO (searcherExecutor-12883-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrCore [cdcr-cluster2_shard2_replica_n2] Registered new searcher Searcher@659420a6[cdcr-cluster2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2577651 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster2/terms/shard2 to Terms{values={core_node4=0}, version=0}
[junit4] 2> 2577652 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/cdcr-cluster2/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 2577654 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2577654 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2577654 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34771/solr/cdcr-cluster2_shard2_replica_n2/
[junit4] 2> 2577654 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2577655 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SyncStrategy https://127.0.0.1:34771/solr/cdcr-cluster2_shard2_replica_n2/ has no replicas
[junit4] 2> 2577655 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2577656 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 2577656 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 2577656 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to https://127.0.0.1:34771/solr/cdcr-cluster2_shard1_replica_n1/
[junit4] 2> 2577656 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync Success - now sync replicas to me
[junit4] 2> 2577656 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SyncStrategy https://127.0.0.1:34771/solr/cdcr-cluster2_shard1_replica_n1/ has no replicas
[junit4] 2> 2577656 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 2577658 INFO (zkCallback-59204-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster2:shard2
[junit4] 2> 2577661 INFO (zkCallback-59204-thread-2) [ ] o.a.s.h.CdcrLeaderStateManager Received new leader state @ cdcr-cluster2:shard1
[junit4] 2> 2577669 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34771/solr/cdcr-cluster2_shard2_replica_n2/ shard2
[junit4] 2> 2577670 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: https://127.0.0.1:34771/solr/cdcr-cluster2_shard1_replica_n1/ shard1
[junit4] 2> 2577772 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2577779 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node3&name=cdcr-cluster2_shard1_replica_n1&action=CREATE&numShards=2&shard=shard1&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1229
[junit4] 2> 2577821 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 2577823 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&collection.configName=cdcr-cluster2&newCollection=true&collection=cdcr-cluster2&version=2&replicaType=NRT&coreNodeName=core_node4&name=cdcr-cluster2_shard2_replica_n2&action=CREATE&numShards=2&shard=shard2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin} status=0 QTime=1274
[junit4] 2> 2577826 INFO (qtp751535719-166786) [n:127.0.0.1:34771_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 2577925 INFO (zkCallback-59204-thread-2) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster2/state.json] for collection [cdcr-cluster2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 2578234 INFO (OverseerCollectionConfigSetProcessor-72088954248888323-127.0.0.1:34771_solr-n_0000000000) [ ] o.a.s.c.OverseerTaskQueue Response ZK path: /overseer/collection-queue-work/qnr-0000000000 doesn't exist. Requestor may have disconnected from ZooKeeper
[junit4] 2> 2578826 INFO (qtp751535719-166786) [n:127.0.0.1:34771_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=cdcr-cluster2&maxShardsPerNode=2&name=cdcr-cluster2&nrtReplicas=1&action=CREATE&numShards=2&property.solr.directoryFactory=solr.StandardDirectoryFactory&wt=javabin&version=2} status=0 QTime=2596
[junit4] 2> 2578831 INFO (zkConnectionManagerCallback-59264-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2578832 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2578833 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34520/solr ready
[junit4] 2> 2578847 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2578847 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2578848 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2578848 INFO (qtp751535719-166787) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2578851 INFO (qtp751535719-166786) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={_stateVer_=cdcr-cluster2:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=15
[junit4] 2> 2578852 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-cluster2 with checkpoint -1 @ cdcr-cluster1:shard1
[junit4] 2> 2578852 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2, shard: shard1
[junit4] 2> 2578856 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 2578856 INFO (cdcr-bootstrap-status-59260-thread-1-processing-n:127.0.0.1:34931_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2 shard: shard1 leader: https://127.0.0.1:34771/solr/cdcr-cluster2_shard1_replica_n1/
[junit4] 2> 2578857 INFO (zkCallback-59229-thread-2) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster1/cdcr/state/process @ cdcr-cluster1:shard2
[junit4] 2> 2578857 INFO (zkCallback-59229-thread-1) [ ] o.a.s.h.CdcrProcessStateManager The CDCR process state has changed: WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/cdcr-cluster1/cdcr/state/process @ cdcr-cluster1:shard1
[junit4] 2> 2578858 INFO (zkCallback-59229-thread-2) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-cluster1:shard2
[junit4] 2> 2578858 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster1_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&_stateVer_=cdcr-cluster1:4&action=start&wt=javabin&version=2} status=0 QTime=28
[junit4] 2> 2578858 INFO (qtp751535719-166785) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:34931/solr/cdcr-cluster1_shard1_replica_n1/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2578877 INFO (zkCallback-59229-thread-1) [ ] o.a.s.h.CdcrProcessStateManager Received new CDCR process state from watcher: STARTED @ cdcr-cluster1:shard1
[junit4] 2> 2578881 INFO (qtp751535719-166786) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2578881 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2578881 INFO (cdcr-bootstrap-status-59260-thread-1-processing-n:127.0.0.1:34931_solr x:cdcr-cluster1_shard1_replica_n1 c:cdcr-cluster1 s:shard1 r:core_node3) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 2578881 INFO (zkConnectionManagerCallback-59269-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 2578883 INFO (zkCallback-59229-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 2578884 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1607665985172537344,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2578885 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2578886 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2578886 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster1_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2578886 INFO (zkCallback-59229-thread-2) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:34520/solr ready
[junit4] 2> 2578888 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard1 r:core_node3 x:cdcr-cluster1_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster1_shard1_replica_n1] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2578889 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2578889 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2578889 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2578889 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2578889 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2578889 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@65218dac[cdcr-cluster2_shard1_replica_n1] main]
[junit4] 2> 2578891 INFO (searcherExecutor-12882-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.SolrCore [cdcr-cluster2_shard1_replica_n1] Registered new searcher Searcher@65218dac[cdcr-cluster2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2578893 INFO (qtp751535719-166785) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2578893 INFO (qtp751535719-166785) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2578893 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard1_replica_n1 c:cdcr-cluster2 s:shard1 r:core_node3) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.h.CdcrRequestHandler No replay needed.
[junit4] 2> 2578894 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.CdcrRequestHandler Found maxVersionFromRecent 0 maxVersionFromIndex 0
[junit4] 2> 2578894 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={action=SHARDCHECKPOINT&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2578894 INFO (qtp751535719-166786) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard1 r:core_node3 x:cdcr-cluster2_shard1_replica_n1] o.a.s.c.S.Request [cdcr-cluster2_shard1_replica_n1] webapp=/solr path=/cdcr params={_stateVer_=cdcr-cluster2:4&action=COLLECTIONCHECKPOINT&wt=javabin&version=2} status=0 QTime=5
[junit4] 2> 2578895 INFO (zkCallback-59229-thread-2) [ ] o.a.s.h.CdcrReplicatorManager Create new update log reader for target cdcr-cluster2 with checkpoint -1 @ cdcr-cluster1:shard2
[junit4] 2> 2578895 INFO (zkCallback-59229-thread-2) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2, shard: shard2
[junit4] 2> 2578895 INFO (zkCallback-59229-thread-2) [ ] o.a.s.h.CdcrReplicatorManager Submitting bootstrap task to executor
[junit4] 2> 2578895 INFO (cdcr-bootstrap-status-59265-thread-1) [ ] o.a.s.h.CdcrReplicatorManager Attempting to bootstrap target collection: cdcr-cluster2 shard: shard2 leader: https://127.0.0.1:34771/solr/cdcr-cluster2_shard2_replica_n2/
[junit4] 2> 2578896 INFO (qtp751535719-166785) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={qt=/cdcr&masterUrl=https://127.0.0.1:34931/solr/cdcr-cluster1_shard2_replica_n2/&action=BOOTSTRAP&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2578896 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.u.UpdateLog Starting to buffer updates. FSUpdateLog{state=ACTIVE, tlog=null}
[junit4] 2> 2578896 INFO (qtp751535719-166783) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster2_shard2_replica_n2] webapp=/solr path=/cdcr params={qt=/cdcr&action=BOOTSTRAP_STATUS&wt=javabin&version=2} status=0 QTime=0
[junit4] 2> 2578896 INFO (cdcr-bootstrap-status-59265-thread-1) [ ] o.a.s.h.CdcrReplicatorManager CDCR bootstrap running for 1 seconds, sleeping for 2000 ms
[junit4] 2> 2578898 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1607665985187217408,optimize=false,openSearcher=false,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 2578899 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 No uncommitted changes. Skipping IW.commit.
[junit4] 2> 2578899 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 2578900 INFO (qtp1659870115-166840) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster1_shard2_replica_n2] webapp=/solr path=/update params={waitSearcher=true&openSearcher=false&commit=true&softCommit=false&commit_end_point=true&wt=javabin&version=2} status=0 QTime=1
[junit4] 2> 2578901 INFO (qtp1659870115-166838) [n:127.0.0.1:34931_solr c:cdcr-cluster1 s:shard2 r:core_node4 x:cdcr-cluster1_shard2_replica_n2] o.a.s.c.S.Request [cdcr-cluster1_shard2_replica_n2] webapp=/solr path=/replication params={qt=/replication&wt=javabin&version=2&command=indexversion} status=0 QTime=0
[junit4] 2> 2578901 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Master's generation: 1
[junit4] 2> 2578901 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Master's version: 0
[junit4] 2> 2578901 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Slave's generation: 1
[junit4] 2> 2578901 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher Slave's version: 0
[junit4] 2> 2578901 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.h.IndexFetcher New index in Master. Deleting mine...
[junit4] 2> 2578901 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@248b6333[cdcr-cluster2_shard2_replica_n2] main]
[junit4] 2> 2578902 INFO (searcherExecutor-12883-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node4) [n:127.0.0.1:34771_solr c:cdcr-cluster2 s:shard2 r:core_node4 x:cdcr-cluster2_shard2_replica_n2] o.a.s.c.SolrCore [cdcr-cluster2_shard2_replica_n2] Registered new searcher Searcher@248b6333[cdcr-cluster2_shard2_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2578902 INFO (recoveryExecutor-59201-thread-1-processing-n:127.0.0.1:34771_solr x:cdcr-cluster2_shard2_replica_n2 c:cdcr-cluster2 s:shard2 r:core_node
[...truncated too long message...]
gistered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 2614886 INFO (TEST-CdcrBidirectionalTest.testBiDir-seed#[C6ED335C78D5A440]) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34520 34520
[junit4] 2> 2615969 INFO (Thread-53421) [ ] o.a.s.c.ZkTestServer connecting to 127.0.0.1:34520 34520
[junit4] 2> 2615971 WARN (Thread-53421) [ ] o.a.s.c.ZkTestServer Watch limit violations:
[junit4] 2> Maximum concurrent create/delete watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/aliases.json
[junit4] 2> 3 /solr/collections/cdcr-cluster2/terms/shard2
[junit4] 2> 3 /solr/collections/cdcr-cluster2/terms/shard1
[junit4] 2> 2 /solr/configs/cdcr-cluster2/managed-schema
[junit4] 2>
[junit4] 2> Maximum concurrent data watches above limit:
[junit4] 2>
[junit4] 2> 6 /solr/collections/cdcr-cluster2/cdcr/state/process
[junit4] 2> 5 /solr/clusterstate.json
[junit4] 2> 5 /solr/clusterprops.json
[junit4] 2> 3 /solr/collections/cdcr-cluster2/state.json
[junit4] 2> 2 /solr/collections/cdcr-cluster2/cdcr/state/buffer
[junit4] 2>
[junit4] 2> Maximum concurrent children watches above limit:
[junit4] 2>
[junit4] 2> 5 /solr/live_nodes
[junit4] 2> 5 /solr/collections
[junit4] 2>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=CdcrBidirectionalTest -Dtests.method=testBiDir -Dtests.seed=C6ED335C78D5A440 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=mt-MT -Dtests.timezone=America/Guadeloupe -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 43.4s J1 | CdcrBidirectionalTest.testBiDir <<<
[junit4] > Throwable #1: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=166995, name=cdcr-replicator-12904-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
[junit4] > Caused by: java.lang.AssertionError: 1607666020818878464 != 1607666020817829888
[junit4] > at __randomizedtesting.SeedInfo.seed([C6ED335C78D5A440]:0)
[junit4] > at org.apache.solr.update.CdcrUpdateLog$CdcrLogReader.forwardSeek(CdcrUpdateLog.java:611)
[junit4] > at org.apache.solr.handler.CdcrReplicator.run(CdcrReplicator.java:125)
[junit4] > at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:81)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)Throwable #2: com.carrotsearch.randomizedtesting.UncaughtExceptionError: Captured an uncaught exception in thread: Thread[id=167004, name=cdcr-replicator-12907-thread-1, state=RUNNABLE, group=TGRP-CdcrBidirectionalTest]
[junit4] > Caused by: java.lang.AssertionError: 1607666021110382592 != 1607666020817829888
[junit4] > at __randomizedtesting.SeedInfo.seed([C6ED335C78D5A440]:0)
[junit4] > at org.apache.solr.update.CdcrUpdateLog$CdcrLogReader.forwardSeek(CdcrUpdateLog.java:611)
[junit4] > at org.apache.solr.handler.CdcrReplicator.run(CdcrReplicator.java:125)
[junit4] > at org.apache.solr.handler.CdcrReplicatorScheduler.lambda$null$0(CdcrReplicatorScheduler.java:81)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {abc=FST50, _version_=PostingsFormat(name=MockRandom), xyz=PostingsFormat(name=LuceneFixedGap), id=TestBloomFilteredLucenePostings(BloomFilteringPostingsFormat(Lucene50(blocksize=128)))}, docValues:{}, maxPointsInLeafNode=1165, maxMBSortInHeap=6.79472218725256, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@5626299b), locale=mt-MT, timezone=America/Guadeloupe
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=118143992,total=516423680
[junit4] 2> NOTE: All tests run in this JVM: [LegacyCloudClusterPropTest, TestRuleBasedAuthorizationPlugin, WordBreakSolrSpellCheckerTest, TestNestedUpdateProcessor, SolrCoreCheckLockOnStartupTest, SolrGraphiteReporterTest, TestCloudRecovery, PeerSyncReplicationTest, TestFieldCacheVsDocValues, DistribJoinFromCollectionTest, TestQuerySenderListener, TestSmileRequest, TestComplexPhraseLeadingWildcard, TestLazyCores, TestSolrXml, ZkControllerTest, TestDocBasedVersionConstraints, ReplicaListTransformerTest, TestExtendedDismaxParser, LIROnShardRestartTest, ActionThrottleTest, EmbeddedSolrNoSerializeTest, TestCSVLoader, FileUtilsTest, TestPHPSerializedResponseWriter, TestUseDocValuesAsStored, TestDynamicFieldCollectionResource, MetricTriggerTest, TestCustomSort, TestSolrCoreSnapshots, HdfsThreadLeakTest, TestCorePropertiesReload, DistributedSpellCheckComponentTest, TestDistributedSearch, BadCopyFieldTest, ScheduledTriggerTest, DeleteNodeTest, CacheHeaderTest, FacetPivotSmallTest, UpdateLogTest, SoftAutoCommitTest, BufferStoreTest, DistributedDebugComponentTest, TestNonDefinedSimilarityFactory, DistributedFacetPivotLargeTest, PluginInfoTest, SolrMetricReporterTest, HdfsCollectionsAPIDistributedZkTest, ConjunctionSolrSpellCheckerTest, IndexBasedSpellCheckerTest, HealthCheckHandlerTest, TestPhraseSuggestions, TestCursorMarkWithoutUniqueKey, MinimalSchemaTest, ZkStateReaderTest, ProtectedTermFilterFactoryTest, ExitableDirectoryReaderTest, MetricsConfigTest, TestTolerantUpdateProcessorRandomCloud, RegexBoostProcessorTest, RequiredFieldsTest, BasicFunctionalityTest, QueryEqualityTest, MetricUtilsTest, TestManagedSchemaThreadSafety, SolrRrdBackendFactoryTest, TestInitQParser, TestRecoveryHdfs, ReplicationFactorTest, TestSweetSpotSimilarityFactory, TestLRUStatsCache, TestReqParamsAPI, XmlUpdateRequestHandlerTest, TestRandomFaceting, TestIBSimilarityFactory, ChaosMonkeyNothingIsSafeWithPullReplicasTest, TestSortByMinMaxFunction, CdcrRequestHandlerTest, CheckHdfsIndexTest, StatsReloadRaceTest, TestTriggerIntegration, TestOnReconnectListenerSupport, TestManagedStopFilterFactory, ShufflingReplicaListTransformerTest, SpatialFilterTest, TestJsonFacetsStatsParsing, PreAnalyzedFieldManagedSchemaCloudTest, OverseerStatusTest, ReturnFieldsTest, TestReRankQParserPlugin, AutoAddReplicasIntegrationTest, TestLocalFSCloudBackupRestore, TestConfigSetsAPI, TestStressUserVersions, NodeMutatorTest, TestHashPartitioner, TestPayloadCheckQParserPlugin, TestCloudJSONFacetSKG, DOMUtilTest, TestReversedWildcardFilterFactory, TestGenericDistributedQueue, TestMultiWordSynonyms, HttpTriggerListenerTest, TestBinaryResponseWriter, TestBinaryField, TestSegmentSorting, TestTolerantSearch, ResponseBuilderTest, NoCacheHeaderTest, NodeLostTriggerIntegrationTest, RestoreTriggerStateTest, MissingSegmentRecoveryTest, ExternalFileFieldSortTest, TestSearchPerf, SuggestComponentContextFilterQueryTest, SolrInfoBeanTest, ManagedSchemaRoundRobinCloudTest, CloneFieldUpdateProcessorFactoryTest, AddSchemaFieldsUpdateProcessorFactoryTest, CollectionReloadTest, TestDistribIDF, FastVectorHighlighterTest, TestBadConfig, ConfigureRecoveryStrategyTest, SyncSliceTest, TestZkChroot, TestSchemaVersionResource, LoggingHandlerTest, TestImpersonationWithHadoopAuth, TestRawTransformer, TestSchemaNameResource, TestSchemaManager, CreateRoutedAliasTest, NumericFieldsTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, SolrTestCaseJ4Test, TestDocumentBuilder, TestGroupingSearch, TestHighlightDedupGrouping, TokenizerChainTest, TestLuceneIndexBackCompat, TestEmbeddedSolrServerAdminHandler, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, AddReplicaTest, AliasIntegrationTest, BasicDistributedZk2Test, CollectionStateFormat2Test, ConnectionManagerTest, DeleteShardTest, DistributedQueueTest, DocValuesNotIndexedTest, HttpPartitionOnCommitTest, LIRRollingUpdatesTest, MetricsHistoryIntegrationTest, MoveReplicaHDFSTest, TestDistribDocBasedVersion, TestLeaderElectionZkExpiry, TestPullReplica, TestSizeLimitedDistributedMap, TestSolrCloudWithSecureImpersonation, TestStressInPlaceUpdates, TestStressLiveNodes, TriLevelCompositeIdRoutingTest, TestCollectionAPI, IndexSizeTriggerTest, NodeAddedTriggerIntegrationTest, NodeLostTriggerTest, ScheduledMaintenanceTriggerTest, SearchRateTriggerTest, TriggerCooldownIntegrationTest, TriggerSetPropertiesIntegrationTest, TestComputePlanAction, TestLargeCluster, TestNodeLostTrigger, BaseCdcrDistributedZkTest, CdcrBidirectionalTest]
[junit4] Completed [530/827 (1!)] on J1 in 43.48s, 1 test, 1 error <<< FAILURES!
[...truncated 9859 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid5211.hprof
Total time: 229 minutes 31 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Re: [JENKINS] Lucene-Solr-NightlyTests-master - Build # 1600 - Still Failing
Posted by Dawid Weiss <da...@gmail.com>.
This is happening now and then. I'll decrease the size of this test a
bit so that it can run on less beefy machines.
Dawid
On Wed, Aug 1, 2018 at 1:22 PM Apache Jenkins Server
<je...@builds.apache.org> wrote:
>
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1600/
>
> 1 tests failed.
> FAILED: org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig
>
> Error Message:
> GC overhead limit exceeded
>
> Stack Trace:
> java.lang.OutOfMemoryError: GC overhead limit exceeded
> at __randomizedtesting.SeedInfo.seed([3D91B0BE7C36C371:BAC6CD31ED6FBFF1]:0)
> at org.apache.lucene.geo.GeoTestUtil.surpriseMePolygon(GeoTestUtil.java:514)
> at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:390)
> at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
> at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
> at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
> at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
> at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
> at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>
>
>
>
> Build Log:
> [...truncated 9988 lines...]
> [junit4] Suite: org.apache.lucene.document.TestLatLonShapeQueries
> [junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
> [junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=3D91B0BE7C36C371 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-AT -Dtests.timezone=Europe/Copenhagen -Dtests.asserts=true -Dtests.file.encoding=UTF-8
> [junit4] ERROR 92.7s J0 | TestLatLonShapeQueries.testRandomBig <<<
> [junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
> [junit4] > at __randomizedtesting.SeedInfo.seed([3D91B0BE7C36C371:BAC6CD31ED6FBFF1]:0)
> [junit4] > at org.apache.lucene.geo.GeoTestUtil.surpriseMePolygon(GeoTestUtil.java:514)
> [junit4] > at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:390)
> [junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
> [junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
> [junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonShapeQueries_3D91B0BE7C36C371-001
> [junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=19226, maxDocsPerChunk=6, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=19226, blockSize=5)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@40580397), locale=de-AT, timezone=Europe/Copenhagen
> [junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=279399336,total=300417024
> [junit4] 2> NOTE: All tests run in this JVM: [TestLatLonShapeQueries]
> [junit4] Completed [16/19 (1!)] on J0 in 153.73s, 3 tests, 1 error <<< FAILURES!
>
> [...truncated 10 lines...]
> [junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20180801_095155_2751769338382927745119.sysout
> [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
> [junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
> [junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid10009.hprof ...
> [junit4] Heap dump file created [455657997 bytes in 1.272 secs]
> [junit4] <<< JVM J0: EOF ----
>
> [...truncated 14390 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
> * java_pid10009.hprof
>
> Total time: 205 minutes 14 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
---------------------------------------------------------------------
To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
For additional commands, e-mail: dev-help@lucene.apache.org
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1600 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1600/
1 tests failed.
FAILED: org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig
Error Message:
GC overhead limit exceeded
Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
at __randomizedtesting.SeedInfo.seed([3D91B0BE7C36C371:BAC6CD31ED6FBFF1]:0)
at org.apache.lucene.geo.GeoTestUtil.surpriseMePolygon(GeoTestUtil.java:514)
at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:390)
at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
Build Log:
[...truncated 9988 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=3D91B0BE7C36C371 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=de-AT -Dtests.timezone=Europe/Copenhagen -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 92.7s J0 | TestLatLonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([3D91B0BE7C36C371:BAC6CD31ED6FBFF1]:0)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.surpriseMePolygon(GeoTestUtil.java:514)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:390)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonShapeQueries_3D91B0BE7C36C371-001
[junit4] 2> NOTE: test params are: codec=FastDecompressionCompressingStoredFields(storedFieldsFormat=CompressingStoredFieldsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=19226, maxDocsPerChunk=6, blockSize=5), termVectorsFormat=CompressingTermVectorsFormat(compressionMode=FAST_DECOMPRESSION, chunkSize=19226, blockSize=5)), sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@40580397), locale=de-AT, timezone=Europe/Copenhagen
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=279399336,total=300417024
[junit4] 2> NOTE: All tests run in this JVM: [TestLatLonShapeQueries]
[junit4] Completed [16/19 (1!)] on J0 in 153.73s, 3 tests, 1 error <<< FAILURES!
[...truncated 10 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20180801_095155_2751769338382927745119.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid10009.hprof ...
[junit4] Heap dump file created [455657997 bytes in 1.272 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 14390 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid10009.hprof
Total time: 205 minutes 14 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1599 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1599/
3 tests failed.
FAILED: junit.framework.TestSuite.org.apache.solr.cloud.LeaderTragicEventTest
Error Message:
ObjectTracker found 1 object(s) that were not released!!! [TransactionLog] org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42) at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188) at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:467) at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1323) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:571) at org.apache.solr.update.UpdateLog.add(UpdateLog.java:551) at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:349) at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:287) at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234) at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67) at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55) at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:951) at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1167) at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:634) at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103) at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:188) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:144) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:311) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:130) at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:276) at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256) at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:178) at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:195) at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:109) at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55) at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97) at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68) at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199) at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541) at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709) at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377) at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139) at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642) at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595) at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255) at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203) at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473) at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564) at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201) at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219) at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144) at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674) at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132) at org.eclipse.jetty.server.Server.handle(Server.java:531) at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352) at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260) at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281) at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102) at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168) at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126) at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366) at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762) at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680) at java.lang.Thread.run(Thread.java:748)
Stack Trace:
java.lang.AssertionError: ObjectTracker found 1 object(s) that were not released!!! [TransactionLog]
org.apache.solr.common.util.ObjectReleaseTracker$ObjectTrackerException: org.apache.solr.update.TransactionLog
at org.apache.solr.common.util.ObjectReleaseTracker.track(ObjectReleaseTracker.java:42)
at org.apache.solr.update.TransactionLog.<init>(TransactionLog.java:188)
at org.apache.solr.update.UpdateLog.newTransactionLog(UpdateLog.java:467)
at org.apache.solr.update.UpdateLog.ensureLog(UpdateLog.java:1323)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:571)
at org.apache.solr.update.UpdateLog.add(UpdateLog.java:551)
at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:349)
at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:287)
at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234)
at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:951)
at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1167)
at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:634)
at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:188)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:144)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:311)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:130)
at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:276)
at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256)
at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:178)
at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:195)
at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:109)
at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
at org.eclipse.jetty.server.Server.handle(Server.java:531)
at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
at java.lang.Thread.run(Thread.java:748)
at __randomizedtesting.SeedInfo.seed([EC9F2DBA75D8FFF2]:0)
at org.junit.Assert.fail(Assert.java:93)
at org.junit.Assert.assertTrue(Assert.java:43)
at org.junit.Assert.assertNull(Assert.java:551)
at org.apache.solr.SolrTestCaseJ4.teardownTestCases(SolrTestCaseJ4.java:304)
at sun.reflect.GeneratedMethodAccessor43.invoke(Unknown Source)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:897)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream
Error Message:
java.lang.NullPointerException
Stack Trace:
java.io.IOException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([10B0A96FD531B3FC:B27F6BF3E5E521D7]:0)
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
... 41 more
FAILED: org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig
Error Message:
GC overhead limit exceeded
Stack Trace:
java.lang.OutOfMemoryError: GC overhead limit exceeded
at __randomizedtesting.SeedInfo.seed([FD3F4D242C79381E:7A6830ABBD20449E]:0)
at org.apache.lucene.geo.Polygon.getPolyLons(Polygon.java:139)
at org.apache.lucene.geo.Polygon2D.<init>(Polygon2D.java:82)
at org.apache.lucene.geo.Polygon2D.create(Polygon2D.java:267)
at org.apache.lucene.document.TestLatLonShapeQueries.verifyRandomBBoxes(TestLatLonShapeQueries.java:173)
at org.apache.lucene.document.TestLatLonShapeQueries.verify(TestLatLonShapeQueries.java:134)
at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:130)
at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
Build Log:
[...truncated 10028 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=FD3F4D242C79381E -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=sq-AL -Dtests.timezone=Europe/Samara -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 100s J0 | TestLatLonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] > at __randomizedtesting.SeedInfo.seed([FD3F4D242C79381E:7A6830ABBD20449E]:0)
[junit4] > at org.apache.lucene.geo.Polygon.getPolyLons(Polygon.java:139)
[junit4] > at org.apache.lucene.geo.Polygon2D.<init>(Polygon2D.java:82)
[junit4] > at org.apache.lucene.geo.Polygon2D.create(Polygon2D.java:267)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.verifyRandomBBoxes(TestLatLonShapeQueries.java:173)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.verify(TestLatLonShapeQueries.java:134)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:130)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonShapeQueries_FD3F4D242C79381E-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{id=DocValuesFormat(name=Asserting)}, maxPointsInLeafNode=1588, maxMBSortInHeap=6.877484654598845, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@27ff3281), locale=sq-AL, timezone=Europe/Samara
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=326717576,total=336068608
[junit4] 2> NOTE: All tests run in this JVM: [TestDocValuesTermsQuery, TestLatLonShapeQueries]
[junit4] Completed [17/19 (1!)] on J0 in 221.08s, 3 tests, 1 error <<< FAILURES!
[...truncated 7 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20180731_093213_4971424705337497706615.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: GC overhead limit exceeded
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid11388.hprof ...
[junit4] Heap dump file created [459285496 bytes in 1.222 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 4308 lines...]
[junit4] Suite: org.apache.solr.cloud.LeaderTragicEventTest
[junit4] 2> 1867743 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/init-core-data-001
[junit4] 2> 1867744 WARN (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=16 numCloses=16
[junit4] 2> 1867744 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=true
[junit4] 2> 1867746 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (false) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 1867746 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.c.MiniSolrCloudCluster Starting cluster of 2 servers in /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/tempDir-001
[junit4] 2> 1867746 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.c.ZkTestServer STARTING ZK TEST SERVER
[junit4] 2> 1867748 INFO (Thread-9001) [ ] o.a.s.c.ZkTestServer client port:0.0.0.0/0.0.0.0:0
[junit4] 2> 1867748 INFO (Thread-9001) [ ] o.a.s.c.ZkTestServer Starting server
[junit4] 2> 1867751 ERROR (Thread-9001) [ ] o.a.z.s.ZooKeeperServer ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> 1867848 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.c.ZkTestServer start zk server on port:46038
[junit4] 2> 1867865 INFO (zkConnectionManagerCallback-4704-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1867883 INFO (jetty-launcher-4701-thread-1) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1867884 INFO (jetty-launcher-4701-thread-2) [ ] o.e.j.s.Server jetty-9.4.11.v20180605; built: 2018-06-05T18:24:03.829Z; git: d5fc0523cfa96bfebfbda19606cad384d772f04c; jvm 1.8.0_172-b11
[junit4] 2> 1867884 INFO (jetty-launcher-4701-thread-1) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1867884 INFO (jetty-launcher-4701-thread-1) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1867884 INFO (jetty-launcher-4701-thread-1) [ ] o.e.j.s.session node0 Scavenging every 660000ms
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@3bd2409b{/solr,null,AVAILABLE}
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.e.j.s.AbstractConnector Started ServerConnector@f428f4c{HTTP/1.1,[http/1.1]}{127.0.0.1:38988}
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.e.j.s.Server Started @1867931ms
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=38988}
[junit4] 2> 1867885 ERROR (jetty-launcher-4701-thread-1) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1867885 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-31T10:32:19.721Z
[junit4] 2> 1867889 INFO (jetty-launcher-4701-thread-2) [ ] o.e.j.s.session DefaultSessionIdManager workerName=node0
[junit4] 2> 1867889 INFO (jetty-launcher-4701-thread-2) [ ] o.e.j.s.session No SessionScavenger set, using defaults
[junit4] 2> 1867889 INFO (jetty-launcher-4701-thread-2) [ ] o.e.j.s.session node0 Scavenging every 600000ms
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.e.j.s.h.ContextHandler Started o.e.j.s.ServletContextHandler@62538433{/solr,null,AVAILABLE}
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.e.j.s.AbstractConnector Started ServerConnector@4201ee6f{HTTP/1.1,[http/1.1]}{127.0.0.1:35222}
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.e.j.s.Server Started @1867936ms
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.c.s.e.JettySolrRunner Jetty properties: {hostContext=/solr, hostPort=35222}
[junit4] 2> 1867890 ERROR (jetty-launcher-4701-thread-2) [ ] o.a.s.u.StartupLoggingUtils Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.s.SolrDispatchFilter Using logger factory org.apache.logging.slf4j.Log4jLoggerFactory
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.s.SolrDispatchFilter ___ _ Welcome to Apache Solr™ version 8.0.0
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.s.SolrDispatchFilter / __| ___| |_ _ Starting in cloud mode on port null
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.s.SolrDispatchFilter \__ \/ _ \ | '_| Install dir: null
[junit4] 2> 1867890 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.s.SolrDispatchFilter |___/\___/_|_| Start time: 2018-07-31T10:32:19.726Z
[junit4] 2> 1867894 INFO (zkConnectionManagerCallback-4706-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1867894 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1867918 INFO (zkConnectionManagerCallback-4708-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1867919 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.s.SolrDispatchFilter solr.xml found in ZooKeeper. Loading...
[junit4] 2> 1868031 INFO (jetty-launcher-4701-thread-1) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46038/solr
[junit4] 2> 1868060 INFO (zkConnectionManagerCallback-4712-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868080 INFO (zkConnectionManagerCallback-4714-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868148 INFO (jetty-launcher-4701-thread-2) [ ] o.a.s.c.ZkContainer Zookeeper client=127.0.0.1:46038/solr
[junit4] 2> 1868150 INFO (zkConnectionManagerCallback-4720-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868152 INFO (zkConnectionManagerCallback-4722-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868164 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:35222_solr
[junit4] 2> 1868164 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:38988_solr
[junit4] 2> 1868165 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.c.Overseer Overseer (id=72078690424389638-127.0.0.1:35222_solr-n_0000000000) starting
[junit4] 2> 1868175 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1868182 INFO (zkCallback-4721-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1868187 INFO (zkConnectionManagerCallback-4729-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868187 INFO (zkConnectionManagerCallback-4734-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868188 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1868188 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (1)
[junit4] 2> 1868189 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46038/solr ready
[junit4] 2> 1868189 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46038/solr ready
[junit4] 2> 1868190 INFO (OverseerStateUpdate-72078690424389638-127.0.0.1:35222_solr-n_0000000000) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:35222_solr
[junit4] 2> 1868191 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1868191 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.c.ZkController Register node as live in ZooKeeper:/live_nodes/127.0.0.1:35222_solr
[junit4] 2> 1868191 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1868195 INFO (zkCallback-4721-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1868199 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1868204 INFO (zkCallback-4728-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1868233 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38988.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1868235 INFO (zkCallback-4733-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (1) -> (2)
[junit4] 2> 1868240 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38988.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1868241 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38988.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1868242 INFO (jetty-launcher-4701-thread-1) [n:127.0.0.1:38988_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/tempDir-001/node2/.
[junit4] 2> 1868314 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 1868348 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35222.solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1868359 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35222.solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1868359 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35222.solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1868360 INFO (jetty-launcher-4701-thread-2) [n:127.0.0.1:35222_solr ] o.a.s.c.CorePropertiesLocator Found 0 core definitions underneath /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/tempDir-001/node1/.
[junit4] 2> 1868464 INFO (zkConnectionManagerCallback-4738-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868510 INFO (zkConnectionManagerCallback-4743-thread-1) [ ] o.a.s.c.c.ConnectionManager zkClient has connected
[junit4] 2> 1868513 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (0) -> (2)
[junit4] 2> 1868515 INFO (SUITE-LeaderTragicEventTest-seed#[EC9F2DBA75D8FFF2]-worker) [ ] o.a.s.c.s.i.ZkClientClusterStateProvider Cluster at 127.0.0.1:46038/solr ready
[junit4] 2> 1868622 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testOtherReplicasAreNotActive
[junit4] 2> 1868643 INFO (qtp1206761785-23523) [n:127.0.0.1:35222_solr ] o.a.s.h.a.CollectionsHandler Invoked Collection Action :create with params collection.configName=config&name=collection2&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2 and sendToOCPQueue=true
[junit4] 2> 1868670 INFO (OverseerThreadFactory-8449-thread-1) [ ] o.a.s.c.a.c.CreateCollectionCmd Create collection collection2
[junit4] 2> 1868807 INFO (OverseerStateUpdate-72078690424389638-127.0.0.1:35222_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2_shard1_replica_n1",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:38988/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1868809 INFO (OverseerStateUpdate-72078690424389638-127.0.0.1:35222_solr-n_0000000000) [ ] o.a.s.c.o.SliceMutator createReplica() {
[junit4] 2> "operation":"ADDREPLICA",
[junit4] 2> "collection":"collection2",
[junit4] 2> "shard":"shard1",
[junit4] 2> "core":"collection2_shard1_replica_n2",
[junit4] 2> "state":"down",
[junit4] 2> "base_url":"http://127.0.0.1:35222/solr",
[junit4] 2> "type":"NRT",
[junit4] 2> "waitForFinalState":"false"}
[junit4] 2> 1869031 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr x:collection2_shard1_replica_n1] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1869031 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr x:collection2_shard1_replica_n1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 1869032 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr x:collection2_shard1_replica_n2] o.a.s.h.a.CoreAdminOperation core create command qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n2&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT
[junit4] 2> 1870057 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1870061 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 1870064 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema [collection2_shard1_replica_n1] Schema name=minimal
[junit4] 2> 1870067 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1870067 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n1' using configuration from collection collection2, trusted=true
[junit4] 2> 1870068 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_38988.solr.core.collection2.shard1.replica_n1' (registry 'solr.core.collection2.shard1.replica_n1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1870068 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1870068 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [[collection2_shard1_replica_n1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/tempDir-001/node2/collection2_shard1_replica_n1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/tempDir-001/node2/./collection2_shard1_replica_n1/data/]
[junit4] 2> 1870077 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema [collection2_shard1_replica_n2] Schema name=minimal
[junit4] 2> 1870079 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.IndexSchema Loaded schema minimal/1.1 with uniqueid field id
[junit4] 2> 1870079 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.CoreContainer Creating SolrCore 'collection2_shard1_replica_n2' using configuration from collection collection2, trusted=true
[junit4] 2> 1870080 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr_35222.solr.core.collection2.shard1.replica_n2' (registry 'solr.core.collection2.shard1.replica_n2') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@6e20b53a
[junit4] 2> 1870080 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 1870080 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [[collection2_shard1_replica_n2] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/tempDir-001/node1/collection2_shard1_replica_n2], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/tempDir-001/node1/./collection2_shard1_replica_n2/data/]
[junit4] 2> 1870165 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1870165 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1870166 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1870166 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1870168 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@1d7a95a6[collection2_shard1_replica_n1] main]
[junit4] 2> 1870169 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateHandler Using UpdateLog implementation: org.apache.solr.update.UpdateLog
[junit4] 2> 1870169 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Initializing UpdateLog: dataDir=null defaultSyncLevel=FLUSH numRecordsToKeep=100 maxNumLogsToKeep=10 numVersionBuckets=65536
[junit4] 2> 1870171 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 1870171 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 1870173 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1870173 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1870174 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1870174 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607501759916277760
[junit4] 2> 1870176 INFO (searcherExecutor-8456-thread-1-processing-n:127.0.0.1:38988_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@1d7a95a6[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1870177 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.SolrIndexSearcher Opening [Searcher@7eefb76d[collection2_shard1_replica_n2] main]
[junit4] 2> 1870179 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Configured ZooKeeperStorageIO with znodeBase: /configs/config
[junit4] 2> 1870179 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.r.ManagedResourceStorage Loaded null at path _rest_managed.json using ZooKeeperStorageIO:path=/configs/config
[junit4] 2> 1870180 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 1870180 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.u.UpdateLog Could not find max version in index or recent updates, using new clock 1607501759922569216
[junit4] 2> 1870183 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=0}, version=0}
[junit4] 2> 1870193 INFO (searcherExecutor-8457-thread-1-processing-n:127.0.0.1:35222_solr x:collection2_shard1_replica_n2 c:collection2 s:shard1 r:core_node4) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [collection2_shard1_replica_n2] Registered new searcher Searcher@7eefb76d[collection2_shard1_replica_n2] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 1870194 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Waiting until we see more replicas up for shard shard1: total=2 found=1 timeoutin=9999ms
[junit4] 2> 1870194 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=0, core_node4=0}, version=1}
[junit4] 2> 1870697 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Enough replicas found to continue.
[junit4] 2> 1870697 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I may be the new leader - try and sync
[junit4] 2> 1870697 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Sync replicas to http://127.0.0.1:38988/solr/collection2_shard1_replica_n1/
[junit4] 2> 1870698 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection2_shard1_replica_n1 url=http://127.0.0.1:38988/solr START replicas=[http://127.0.0.1:35222/solr/collection2_shard1_replica_n2/] nUpdates=100
[junit4] 2> 1870706 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.PeerSync PeerSync: core=collection2_shard1_replica_n1 url=http://127.0.0.1:38988/solr DONE. We have no versions. sync failed.
[junit4] 2> 1870710 INFO (qtp1206761785-23519) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.S.Request [collection2_shard1_replica_n2] webapp=/solr path=/get params={distrib=false&qt=/get&fingerprint=false&getVersions=100&wt=javabin&version=2} status=0 QTime=2
[junit4] 2> 1870710 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SyncStrategy Leader's attempt to sync with shard failed, moving to the next candidate
[junit4] 2> 1870710 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext We failed sync, but we have no versions - we can't sync in that case - we were active before, so become leader anyway
[junit4] 2> 1870710 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext Found all replicas participating in election, clear LIR
[junit4] 2> 1870714 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ShardLeaderElectionContext I am the new leader: http://127.0.0.1:38988/solr/collection2_shard1_replica_n1/ shard1
[junit4] 2> 1870816 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkController I am the leader, no recovery necessary
[junit4] 2> 1870819 INFO (qtp596676393-23512) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node3&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n1&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=1788
[junit4] 2> 1870918 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1871199 INFO (qtp1206761785-23518) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/cores params={qt=/admin/cores&coreNodeName=core_node4&collection.configName=config&newCollection=true&name=collection2_shard1_replica_n2&action=CREATE&numShards=1&collection=collection2&shard=shard1&wt=javabin&version=2&replicaType=NRT} status=0 QTime=2167
[junit4] 2> 1871204 INFO (qtp1206761785-23523) [n:127.0.0.1:35222_solr ] o.a.s.h.a.CollectionsHandler Wait for new collection to be active for at most 30 seconds. Check all shard replicas
[junit4] 2> 1871302 INFO (zkCallback-4721-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1871302 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [2])
[junit4] 2> 1872204 INFO (qtp1206761785-23523) [n:127.0.0.1:35222_solr ] o.a.s.s.HttpSolrCall [admin] webapp=null path=/admin/collections params={collection.configName=config&name=collection2&nrtReplicas=2&action=CREATE&numShards=1&wt=javabin&version=2} status=0 QTime=3561
[junit4] 2> 1872209 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.c.LeaderTragicEventTest Stop jetty node : http://127.0.0.1:35222/solr state:DocCollection(collection2//collections/collection2/state.json/6)={
[junit4] 2> "pullReplicas":"0",
[junit4] 2> "replicationFactor":"2",
[junit4] 2> "shards":{"shard1":{
[junit4] 2> "range":"80000000-7fffffff",
[junit4] 2> "state":"active",
[junit4] 2> "replicas":{
[junit4] 2> "core_node3":{
[junit4] 2> "core":"collection2_shard1_replica_n1",
[junit4] 2> "base_url":"http://127.0.0.1:38988/solr",
[junit4] 2> "node_name":"127.0.0.1:38988_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false",
[junit4] 2> "leader":"true"},
[junit4] 2> "core_node4":{
[junit4] 2> "core":"collection2_shard1_replica_n2",
[junit4] 2> "base_url":"http://127.0.0.1:35222/solr",
[junit4] 2> "node_name":"127.0.0.1:35222_solr",
[junit4] 2> "state":"active",
[junit4] 2> "type":"NRT",
[junit4] 2> "force_set_state":"false"}}}},
[junit4] 2> "router":{"name":"compositeId"},
[junit4] 2> "maxShardsPerNode":"1",
[junit4] 2> "autoAddReplicas":"false",
[junit4] 2> "nrtReplicas":"2",
[junit4] 2> "tlogReplicas":"0"}
[junit4] 2> 1872214 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.e.j.s.AbstractConnector Stopped ServerConnector@4201ee6f{HTTP/1.1,[http/1.1]}{127.0.0.1:0}
[junit4] 2> 1872216 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.c.CoreContainer Shutting down CoreContainer instance=143037758
[junit4] 2> 1872216 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 1872216 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35aab6df: rootName = solr_35222, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@55dd58b5
[junit4] 2> 1872224 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 1872224 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@35ad367: rootName = solr_35222, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@2e73ee87
[junit4] 2> 1872228 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 1872228 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@257523fe: rootName = solr_35222, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@22c94bcd
[junit4] 2> 1872230 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.c.ZkController Remove node as live in ZooKeeper:/live_nodes/127.0.0.1:35222_solr
[junit4] 2> 1872231 INFO (zkCallback-4742-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1872231 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1872231 INFO (zkCallback-4728-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1872232 INFO (zkCallback-4733-thread-1) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1872232 INFO (zkCallback-4721-thread-2) [ ] o.a.s.c.c.ZkStateReader Updated live nodes from ZooKeeper... (2) -> (1)
[junit4] 2> 1872233 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.cluster, tag=null
[junit4] 2> 1872234 INFO (coreCloseExecutor-8466-thread-1) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.c.SolrCore [collection2_shard1_replica_n2] CLOSING SolrCore org.apache.solr.core.SolrCore@700b42a8
[junit4] 2> 1872234 INFO (coreCloseExecutor-8466-thread-1) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection2.shard1.replica_n2, tag=700b42a8
[junit4] 2> 1872234 INFO (coreCloseExecutor-8466-thread-1) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@41a2e2d5: rootName = solr_35222, domain = solr.core.collection2.shard1.replica_n2, service url = null, agent id = null] for registry solr.core.collection2.shard1.replica_n2 / com.codahale.metrics.MetricRegistry@5f259250
[junit4] 2> 1872243 INFO (coreCloseExecutor-8466-thread-1) [n:127.0.0.1:35222_solr c:collection2 s:shard1 r:core_node4 x:collection2_shard1_replica_n2] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.collection.collection2.shard1.leader, tag=700b42a8
[junit4] 2> 1872251 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.c.Overseer Overseer (id=72078690424389638-127.0.0.1:35222_solr-n_0000000000) closing
[junit4] 2> 1872251 INFO (OverseerStateUpdate-72078690424389638-127.0.0.1:35222_solr-n_0000000000) [ ] o.a.s.c.Overseer Overseer Loop exiting : 127.0.0.1:35222_solr
[junit4] 2> 1872253 WARN (OverseerAutoScalingTriggerThread-72078690424389638-127.0.0.1:35222_solr-n_0000000000) [ ] o.a.s.c.a.OverseerTriggerThread OverseerTriggerThread woken up but we are closed, exiting.
[junit4] 2> 1872257 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.e.j.s.h.ContextHandler Stopped o.e.j.s.ServletContextHandler@62538433{/solr,null,UNAVAILABLE}
[junit4] 2> 1872257 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.OverseerElectionContext I am going to be the leader 127.0.0.1:38988_solr
[junit4] 2> 1872258 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.e.j.s.session node0 Stopped scavenging
[junit4] 2> 1872259 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.Overseer Overseer (id=72078690424389636-127.0.0.1:38988_solr-n_0000000001) starting
[junit4] 2> 1872263 INFO (OverseerStateUpdate-72078690424389636-127.0.0.1:38988_solr-n_0000000001) [ ] o.a.s.c.Overseer Starting to work on the main queue : 127.0.0.1:38988_solr
[junit4] 2> 1872269 INFO (zkCallback-4713-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1872269 INFO (zkCallback-4742-thread-1) [ ] o.a.s.c.c.ZkStateReader A cluster state change: [WatchedEvent state:SyncConnected type:NodeDataChanged path:/collections/collection2/state.json] for collection [collection2] has occurred - updating... (live nodes size: [1])
[junit4] 2> 1872270 INFO (TEST-LeaderTragicEventTest.testOtherReplicasAreNotActive-seed#[EC9F2DBA75D8FFF2]) [ ] o.a.s.c.LeaderTragicEventTest Corrupt leader : core_node3:{"core":"collection2_shard1_replica_n1","base_url":"http://127.0.0.1:38988/solr","node_name":"127.0.0.1:38988_solr","state":"active","type":"NRT","force_set_state":"false","leader":"true"}
[junit4] 2> 1872277 INFO (qtp596676393-23507) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.ZkShardTerms Successful update of terms at /collections/collection2/terms/shard1 to Terms{values={core_node3=1, core_node4=0}, version=2}
[junit4] 2> 1872278 INFO (qtp596676393-23507) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[0 (1607501762118287360)]} 0 3
[junit4] 2> 1872279 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1607501762123530240,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1872279 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@58ddfa14 commitCommandVersion:1607501762123530240
[junit4] 2> 1872294 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@7ee3e5e1[collection2_shard1_replica_n1] main]
[junit4] 2> 1872295 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1872296 INFO (searcherExecutor-8456-thread-1-processing-n:127.0.0.1:38988_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@7ee3e5e1[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1)))}
[junit4] 2> 1872296 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 17
[junit4] 2> 1872301 INFO (qtp596676393-23511) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{add=[1 (1607501762144501760)]} 0 2
[junit4] 2> 1872302 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 start commit{_version_=1607501762147647488,optimize=false,openSearcher=true,waitSearcher=true,expungeDeletes=false,softCommit=false,prepareCommit=false}
[junit4] 2> 1872302 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.SolrIndexWriter Calling setCommitData with IW:org.apache.solr.update.SolrIndexWriter@58ddfa14 commitCommandVersion:1607501762147647488
[junit4] 2> 1872311 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.SolrIndexSearcher Opening [Searcher@83b0d66[collection2_shard1_replica_n1] main]
[junit4] 2> 1872313 INFO (searcherExecutor-8456-thread-1-processing-n:127.0.0.1:38988_solr x:collection2_shard1_replica_n1 c:collection2 s:shard1 r:core_node3) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.c.SolrCore [collection2_shard1_replica_n1] Registered new searcher Searcher@83b0d66[collection2_shard1_replica_n1] main{ExitableDirectoryReader(UninvertingDirectoryReader(Uninverting(_0(8.0.0):C1) Uninverting(_1(8.0.0):C1)))}
[junit4] 2> 1872313 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.DirectUpdateHandler2 end_commit_flush
[junit4] 2> 1872313 INFO (qtp596676393-23513) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={waitSearcher=true&commit=true&softCommit=false&wt=javabin&version=2}{commit=} 0 11
[junit4] 2> 1872316 INFO (qtp596676393-23511) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.u.p.LogUpdateProcessorFactory [collection2_shard1_replica_n1] webapp=/solr path=/update params={wt=javabin&version=2}{} 0 1
[junit4] 2> 1872318 ERROR (qtp596676393-23511) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.h.RequestHandlerBase org.apache.solr.common.SolrException: ERROR adding document SolrInputDocument(fields: [id=2, _version_=1607501762162327552])
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:101)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:188)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:144)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:311)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:130)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:276)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:178)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:195)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:109)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
[junit4] 2> at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/index-NIOFSDirectory-001/write.lock
[junit4] 2> at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
[junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
[junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
[junit4] 2> at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
[junit4] 2> at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
[junit4] 2> at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at java.nio.file.Files.readAttributes(Files.java:1737)
[junit4] 2> at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:189)
[junit4] 2> at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:43)
[junit4] 2> at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:112)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:400)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:251)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1599)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:961)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:340)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:287)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:951)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1167)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:634)
[junit4] 2> at org.apache.solr.update.processor.LogUpdateProcessorFactory$LogUpdateProcessor.processAdd(LogUpdateProcessorFactory.java:103)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:98)
[junit4] 2> ... 49 more
[junit4] 2>
[junit4] 2> 1872320 ERROR (qtp596676393-23511) [n:127.0.0.1:38988_solr c:collection2 s:shard1 r:core_node3 x:collection2_shard1_replica_n1] o.a.s.s.HttpSolrCall null:org.apache.solr.common.SolrException: ERROR adding document SolrInputDocument(fields: [id=2, _version_=1607501762162327552])
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader$1.update(JavabinLoader.java:101)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readOuterMostDocIterator(JavaBinUpdateRequestCodec.java:188)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readIterator(JavaBinUpdateRequestCodec.java:144)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:311)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec$1.readNamedList(JavaBinUpdateRequestCodec.java:130)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readObject(JavaBinCodec.java:276)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.readVal(JavaBinCodec.java:256)
[junit4] 2> at org.apache.solr.common.util.JavaBinCodec.unmarshal(JavaBinCodec.java:178)
[junit4] 2> at org.apache.solr.client.solrj.request.JavaBinUpdateRequestCodec.unmarshal(JavaBinUpdateRequestCodec.java:195)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.parseAndLoadDocs(JavabinLoader.java:109)
[junit4] 2> at org.apache.solr.handler.loader.JavabinLoader.load(JavabinLoader.java:55)
[junit4] 2> at org.apache.solr.handler.UpdateRequestHandler$1.load(UpdateRequestHandler.java:97)
[junit4] 2> at org.apache.solr.handler.ContentStreamHandlerBase.handleRequestBody(ContentStreamHandlerBase.java:68)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:199)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.execute(HttpSolrCall.java:709)
[junit4] 2> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:515)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 2> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 2> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 2> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 2> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 2> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 2> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 2> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
[junit4] 2> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 2> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 2> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 2> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 2> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 2> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 2> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 2> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 2> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 2> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2> Caused by: java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.cloud.LeaderTragicEventTest_EC9F2DBA75D8FFF2-001/index-NIOFSDirectory-001/write.lock
[junit4] 2> at sun.nio.fs.UnixException.translateToIOException(UnixException.java:86)
[junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:102)
[junit4] 2> at sun.nio.fs.UnixException.rethrowAsIOException(UnixException.java:107)
[junit4] 2> at sun.nio.fs.UnixFileAttributeViews$Basic.readAttributes(UnixFileAttributeViews.java:55)
[junit4] 2> at sun.nio.fs.UnixFileSystemProvider.readAttributes(UnixFileSystemProvider.java:144)
[junit4] 2> at sun.nio.fs.LinuxFileSystemProvider.readAttributes(LinuxFileSystemProvider.java:99)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at org.apache.lucene.mockfile.FilterFileSystemProvider.readAttributes(FilterFileSystemProvider.java:177)
[junit4] 2> at java.nio.file.Files.readAttributes(Files.java:1737)
[junit4] 2> at org.apache.lucene.store.NativeFSLockFactory$NativeFSLock.ensureValid(NativeFSLockFactory.java:189)
[junit4] 2> at org.apache.lucene.store.LockValidatingDirectoryWrapper.createOutput(LockValidatingDirectoryWrapper.java:43)
[junit4] 2> at org.apache.lucene.store.TrackingDirectoryWrapper.createOutput(TrackingDirectoryWrapper.java:43)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsWriter.<init>(CompressingStoredFieldsWriter.java:112)
[junit4] 2> at org.apache.lucene.codecs.compressing.CompressingStoredFieldsFormat.fieldsWriter(CompressingStoredFieldsFormat.java:128)
[junit4] 2> at org.apache.lucene.codecs.lucene50.Lucene50StoredFieldsFormat.fieldsWriter(Lucene50StoredFieldsFormat.java:183)
[junit4] 2> at org.apache.lucene.codecs.asserting.AssertingStoredFieldsFormat.fieldsWriter(AssertingStoredFieldsFormat.java:48)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.initStoredFieldsWriter(StoredFieldsConsumer.java:39)
[junit4] 2> at org.apache.lucene.index.StoredFieldsConsumer.startDocument(StoredFieldsConsumer.java:46)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.startStoredFields(DefaultIndexingChain.java:364)
[junit4] 2> at org.apache.lucene.index.DefaultIndexingChain.processDocument(DefaultIndexingChain.java:400)
[junit4] 2> at org.apache.lucene.index.DocumentsWriterPerThread.updateDocument(DocumentsWriterPerThread.java:251)
[junit4] 2> at org.apache.lucene.index.DocumentsWriter.updateDocument(DocumentsWriter.java:494)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1599)
[junit4] 2> at org.apache.lucene.index.IndexWriter.updateDocument(IndexWriter.java:1591)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.updateDocOrDocValues(DirectUpdateHandler2.java:961)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.doNormalUpdate(DirectUpdateHandler2.java:340)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.addDoc0(DirectUpdateHandler2.java:287)
[junit4] 2> at org.apache.solr.update.DirectUpdateHandler2.addDoc(DirectUpdateHandler2.java:234)
[junit4] 2> at org.apache.solr.update.processor.RunUpdateProcessor.processAdd(RunUpdateProcessorFactory.java:67)
[junit4] 2> at org.apache.solr.update.processor.UpdateRequestProcessor.processAdd(UpdateRequestProcessor.java:55)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.doLocalAdd(DistributedUpdateProcessor.java:951)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.versionAdd(DistributedUpdateProcessor.java:1167)
[junit4] 2> at org.apache.solr.update.processor.DistributedUpdateProcessor.processAdd(DistributedUpdateProcessor.java:634)
[junit4] 2> at org.apache.solr.update.proc
[...truncated too long message...]
tests.seed=10B0A96FD531B3FC -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ca-ES -Dtests.timezone=SystemV/MST7MDT -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 0.92s J0 | StreamExpressionTest.testSignificantTermsStream <<<
[junit4] > Throwable #1: java.io.IOException: java.lang.NullPointerException
[junit4] > at __randomizedtesting.SeedInfo.seed([10B0A96FD531B3FC:B27F6BF3E5E521D7]:0)
[junit4] > at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.NullPointerException
[junit4] > at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
[junit4] > ... 41 more
[junit4] IGNOR/A 0.05s J0 | StreamExpressionTest.testBasicTextLogitStream
[junit4] > Assumption #1: got: <false>, expected: is <true>
[junit4] 1> 06:03:20.810 [qtp280789514-1547] ERROR org.apache.solr.client.solrj.io.stream.ExceptionStream - java.io.IOException: org.apache.solr.common.SolrException: Collection not found: myCollection
[junit4] 1> at org.apache.solr.client.solrj.io.stream.StatsStream.open(StatsStream.java:217)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.ExceptionStream.open(ExceptionStream.java:54)
[junit4] 1> at org.apache.solr.handler.StreamHandler$TimerStream.open(StreamHandler.java:397)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.TupleStream.writeMap(TupleStream.java:78)
[junit4] 1> at org.apache.solr.common.util.JsonTextWriter.writeMap(JsonTextWriter.java:164)
[junit4] 1> at org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:69)
[junit4] 1> at org.apache.solr.response.TextResponseWriter.writeVal(TextResponseWriter.java:152)
[junit4] 1> at org.apache.solr.common.util.JsonTextWriter.writeNamedListAsMapWithDups(JsonTextWriter.java:386)
[junit4] 1> at org.apache.solr.common.util.JsonTextWriter.writeNamedList(JsonTextWriter.java:292)
[junit4] 1> at org.apache.solr.response.JSONWriter.writeResponse(JSONWriter.java:73)
[junit4] 1> at org.apache.solr.response.JSONResponseWriter.write(JSONResponseWriter.java:66)
[junit4] 1> at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:65)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.writeResponse(HttpSolrCall.java:787)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:524)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection.onFillable(SslConnection.java:291)
[junit4] 1> at org.eclipse.jetty.io.ssl.SslConnection$3.succeeded(SslConnection.java:151)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Caused by: org.apache.solr.common.SolrException: Collection not found: myCollection
[junit4] 1> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:853)
[junit4] 1> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.StatsStream.open(StatsStream.java:214)
[junit4] 1> ... 48 more
[junit4] 1>
[junit4] IGNOR/A 0.06s J0 | StreamExpressionTest.testParallelTopicStream
[junit4] > Assumption #1: got: <false>, expected: is <true>
[junit4] IGNOR/A 0.05s J0 | StreamExpressionTest.testFeaturesSelectionStream
[junit4] > Assumption #1: got: <false>, expected: is <true>
[junit4] 1> 06:03:22.350 [SUITE-StreamExpressionTest-seed#[10B0A96FD531B3FC]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_10B0A96FD531B3FC-001
[junit4] 2> Jul 31, 2018 11:03:22 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Lucene70, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@683fe669), locale=ca-ES, timezone=SystemV/MST7MDT
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=233048672,total=405798912
[junit4] 2> NOTE: All tests run in this JVM: [AddEvaluatorTest, CosineEvaluatorTest, GreaterThanEqualToEvaluatorTest, DivideEvaluatorTest, LessThanEqualToEvaluatorTest, ConcurrentUpdateSolrClientBuilderTest, MergeIndexesEmbeddedTest, TestCollectionAdminRequest, MultiplyEvaluatorTest, SineEvaluatorTest, LBHttpSolrClientBuilderTest, TestCloudSolrClientConnections, SolrParamTest, LargeVolumeBinaryJettyTest, StreamExpressionToExplanationTest, TangentEvaluatorTest, TestPolicy, TestSolrProperties, TestCollectionStateWatchers, RegressionEvaluatorTest, TestSolrJsonWriter, ArcCosineEvaluatorTest, PowerEvaluatorTest, TestNamedListCodec, TestDelegationTokenRequest, TestHash, UsingSolrJRefGuideExamplesTest, CollectionAdminRequestRequiredParamsTest, SolrExampleBinaryTest, SolrExampleXMLTest, TestBatchUpdate, TestLBHttpSolrClient, JettyWebappTest, SolrExampleJettyTest, SolrExampleStreamingTest, HttpSolrClientConPoolTest, JdbcDriverTest, JDBCStreamTest, StreamDecoratorTest, StreamExpressionTest]
[junit4] Completed [130/155 (1!)] on J0 in 13.45s, 19 tests, 1 error, 4 skipped <<< FAILURES!
[...truncated 7869 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid11388.hprof
Total time: 219 minutes 25 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
Re: [JENKINS] Lucene-Solr-NightlyTests-master - Build # 1598 - Still Failing
Posted by Adrien Grand <jp...@gmail.com>.
This reproduces for me and seems introduced by
https://issues.apache.org/jira/browse/SOLR-12574.
Le lun. 30 juil. 2018 à 10:32, Apache Jenkins Server <
jenkins@builds.apache.org> a écrit :
> Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1598/
>
> 2 tests failed.
> FAILED:
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream
>
> Error Message:
> java.lang.NullPointerException
>
> Stack Trace:
> java.io.IOException: java.lang.NullPointerException
> at
> __randomizedtesting.SeedInfo.seed([4667B28D1E9498A2:E4A870112E400A89]:0)
> at
> org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
> at
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
> at
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
> at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at
> org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> at java.lang.Thread.run(Thread.java:748)
> Caused by: java.lang.NullPointerException
> at
> org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
> ... 41 more
>
>
> FAILED: org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig
>
> Error Message:
> Java heap space
>
> Stack Trace:
> java.lang.OutOfMemoryError: Java heap space
> at
> __randomizedtesting.SeedInfo.seed([C3B6BF358F61417C:44E1C2BA1E383DFC]:0)
> at org.apache.lucene.geo.Polygon.<init>(Polygon.java:94)
> at
> org.apache.lucene.geo.GeoTestUtil.createRegularPolygon(GeoTestUtil.java:384)
> at
> org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:398)
> at
> org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
> at
> org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
> at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
> at
> sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
> at
> sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
> at java.lang.reflect.Method.invoke(Method.java:498)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
> at
> org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
> at
> org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
> at
> org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
> at
> com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
> at
> com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
> at
> org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
> at
> org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
> at
> com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
>
>
>
>
> Build Log:
> [...truncated 10019 lines...]
> [junit4] Suite: org.apache.lucene.document.TestLatLonShapeQueries
> [junit4] 2> NOTE: download the large Jenkins line-docs file by
> running 'ant get-jenkins-line-docs' in the lucene directory.
> [junit4] 2> NOTE: reproduce with: ant test
> -Dtestcase=TestLatLonShapeQueries -Dtests.method=testRandomBig
> -Dtests.seed=C3B6BF358F61417C -Dtests.multiplier=2 -Dtests.nightly=true
> -Dtests.slow=true
> -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
> -Dtests.locale=be -Dtests.timezone=Antarctica/Palmer -Dtests.asserts=true
> -Dtests.file.encoding=UTF-8
> [junit4] ERROR 118s J0 | TestLatLonShapeQueries.testRandomBig <<<
> [junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
> [junit4] > at
> __randomizedtesting.SeedInfo.seed([C3B6BF358F61417C:44E1C2BA1E383DFC]:0)
> [junit4] > at
> org.apache.lucene.geo.Polygon.<init>(Polygon.java:94)
> [junit4] > at
> org.apache.lucene.geo.GeoTestUtil.createRegularPolygon(GeoTestUtil.java:384)
> [junit4] > at
> org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:398)
> [junit4] > at
> org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
> [junit4] > at
> org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
> [junit4] 2> NOTE: leaving temporary files on disk at:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonShapeQueries_C3B6BF358F61417C-001
> [junit4] 2> NOTE: test params are: codec=CheapBastard,
> sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@616013bb),
> locale=be, timezone=Antarctica/Palmer
> [junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation
> 1.8.0_172 (64-bit)/cpus=4,threads=1,free=335226712,total=344981504
> [junit4] 2> NOTE: All tests run in this JVM: [TestNearest,
> TestIDVersionPostingsFormat, TestLatLonShapeQueries]
> [junit4] Completed [18/19 (1!)] on J0 in 181.82s, 3 tests, 1 error <<<
> FAILURES!
>
> [...truncated 4 lines...]
> [junit4] JVM J0: stdout was not empty, see:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20180730_065842_1596856808966174919514.sysout
> [junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
> [junit4] java.lang.OutOfMemoryError: Java heap space
> [junit4] Dumping heap to
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid20596.hprof
> ...
> [junit4] Heap dump file created [457601782 bytes in 1.183 secs]
> [junit4] <<< JVM J0: EOF ----
>
> [...truncated 6542 lines...]
> [junit4] Suite:
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest
> [junit4] 2> Creating dataDir:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J0/temp/
> solr.client.solrj.io
> .stream.StreamExpressionTest_4667B28D1E9498A2-001/init-core-data-001
> [junit4] 1> 03:26:05.697 [Thread-231] ERROR
> org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not
> registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN
> server state changes
> [junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-3] ERROR
> org.apache.solr.util.StartupLoggingUtils - Missing Java Option
> solr.log.dir. Logging may be missing or incomplete.
> [junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-4] ERROR
> org.apache.solr.util.StartupLoggingUtils - Missing Java Option
> solr.log.dir. Logging may be missing or incomplete.
> [junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-2] ERROR
> org.apache.solr.util.StartupLoggingUtils - Missing Java Option
> solr.log.dir. Logging may be missing or incomplete.
> [junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-1] ERROR
> org.apache.solr.util.StartupLoggingUtils - Missing Java Option
> solr.log.dir. Logging may be missing or incomplete.
> [junit4] 1> 03:26:09.900 [qtp2017248722-1261] ERROR
> org.apache.solr.client.solrj.io.stream.ExceptionStream -
> java.io.IOException: org.apache.solr.common.SolrException: Collection not
> found: myCollection
> [junit4] 1> at
> org.apache.solr.client.solrj.io.stream.StatsStream.open(StatsStream.java:217)
> [junit4] 1> at
> org.apache.solr.client.solrj.io.stream.ExceptionStream.open(ExceptionStream.java:54)
> [junit4] 1> at
> org.apache.solr.handler.StreamHandler$TimerStream.open(StreamHandler.java:397)
> [junit4] 1> at
> org.apache.solr.client.solrj.io.stream.TupleStream.writeMap(TupleStream.java:78)
> [junit4] 1> at
> org.apache.solr.common.util.JsonTextWriter.writeMap(JsonTextWriter.java:164)
> [junit4] 1> at
> org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:69)
> [junit4] 1> at
> org.apache.solr.response.TextResponseWriter.writeVal(TextResponseWriter.java:152)
> [junit4] 1> at
> org.apache.solr.common.util.JsonTextWriter.writeNamedListAsMapWithDups(JsonTextWriter.java:386)
> [junit4] 1> at
> org.apache.solr.common.util.JsonTextWriter.writeNamedList(JsonTextWriter.java:292)
> [junit4] 1> at
> org.apache.solr.response.JSONWriter.writeResponse(JSONWriter.java:73)
> [junit4] 1> at
> org.apache.solr.response.JSONResponseWriter.write(JSONResponseWriter.java:66)
> [junit4] 1> at
> org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:65)
> [junit4] 1> at
> org.apache.solr.servlet.HttpSolrCall.writeResponse(HttpSolrCall.java:787)
> [junit4] 1> at
> org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:524)
> [junit4] 1> at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
> [junit4] 1> at
> org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
> [junit4] 1> at
> org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
> [junit4] 1> at
> org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
> [junit4] 1> at
> org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
> [junit4] 1> at
> org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
> [junit4] 1> at
> org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
> [junit4] 1> at
> org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
> [junit4] 1> at
> org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
> [junit4] 1> at
> org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
> [junit4] 1> at
> org.eclipse.jetty.server.Server.handle(Server.java:531)
> [junit4] 1> at
> org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
> [junit4] 1> at
> org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
> [junit4] 1> at org.eclipse.jetty.io
> .AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
> [junit4] 1> at org.eclipse.jetty.io
> .FillInterest.fillable(FillInterest.java:102)
> [junit4] 1> at org.eclipse.jetty.io
> .ChannelEndPoint$2.run(ChannelEndPoint.java:118)
> [junit4] 1> at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
> [junit4] 1> at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
> [junit4] 1> at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
> [junit4] 1> at
> org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
> [junit4] 1> at
> org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
> [junit4] 1> at
> org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
> [junit4] 1> at
> org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
> [junit4] 1> at java.lang.Thread.run(Thread.java:748)
> [junit4] 1> Caused by: org.apache.solr.common.SolrException:
> Collection not found: myCollection
> [junit4] 1> at
> org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:853)
> [junit4] 1> at
> org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
> [junit4] 1> at
> org.apache.solr.client.solrj.io.stream.StatsStream.open(StatsStream.java:214)
> [junit4] 1> ... 45 more
> [junit4] 1>
> [junit4] 2> NOTE: download the large Jenkins line-docs file by
> running 'ant get-jenkins-line-docs' in the lucene directory.
> [junit4] 2> NOTE: reproduce with: ant test
> -Dtestcase=StreamExpressionTest -Dtests.method=testSignificantTermsStream
> -Dtests.seed=4667B28D1E9498A2 -Dtests.multiplier=2 -Dtests.nightly=true
> -Dtests.slow=true
> -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt
> -Dtests.locale=uk-UA -Dtests.timezone=Etc/GMT-5 -Dtests.asserts=true
> -Dtests.file.encoding=UTF-8
> [junit4] ERROR 1.11s J0 |
> StreamExpressionTest.testSignificantTermsStream <<<
> [junit4] > Throwable #1: java.io.IOException:
> java.lang.NullPointerException
> [junit4] > at
> __randomizedtesting.SeedInfo.seed([4667B28D1E9498A2:E4A870112E400A89]:0)
> [junit4] > at
> org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
> [junit4] > at
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
> [junit4] > at
> org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
> [junit4] > at java.lang.Thread.run(Thread.java:748)
> [junit4] > Caused by: java.lang.NullPointerException
> [junit4] > at
> org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
> [junit4] > ... 41 more
> [junit4] 1> 03:26:31.082
> [SUITE-StreamExpressionTest-seed#[4667B28D1E9498A2]-worker] ERROR
> org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not
> registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN
> server state changes
> [junit4] 2> NOTE: leaving temporary files on disk at:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J0/temp/
> solr.client.solrj.io.stream.StreamExpressionTest_4667B28D1E9498A2-001
> [junit4] 2> Jul 30, 2018 8:26:31 AM
> com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
> [junit4] 2> WARNING: Will linger awaiting termination of 1 leaked
> thread(s).
> [junit4] 2> NOTE: test params are: codec=Asserting(Lucene70):
> {name_s=Lucene50(blocksize=128), terms_ss=PostingsFormat(name=Direct),
> featureSet_s=PostingsFormat(name=Direct),
> field_s=PostingsFormat(name=Asserting),
> multiDefault=PostingsFormat(name=Direct),
> subject=PostingsFormat(name=Direct), checkpoint_ss=Lucene50(blocksize=128),
> test_t=Lucene50(blocksize=128), level1_s=FSTOrd50,
> s_multi=Lucene50(blocksize=128), level2_s=PostingsFormat(name=Asserting),
> a_s=Lucene50(blocksize=128), whitetok=Lucene50(blocksize=128),
> tv_text=PostingsFormat(name=Asserting), term_s=PostingsFormat(name=Direct),
> a_t=PostingsFormat(name=Asserting), id=FSTOrd50,
> text=Lucene50(blocksize=128)},
> docValues:{name_s=DocValuesFormat(name=Lucene70),
> iteration_i=DocValuesFormat(name=Lucene70),
> terms_ss=DocValuesFormat(name=Direct),
> field_s=DocValuesFormat(name=Asserting),
> multiDefault=DocValuesFormat(name=Direct),
> price_f=DocValuesFormat(name=Direct), a_f=DocValuesFormat(name=Direct),
> intDefault=DocValuesFormat(name=Asserting),
> falseNegative_i=DocValuesFormat(name=Asserting),
> a_i=DocValuesFormat(name=Lucene70),
> falsePositive_i=DocValuesFormat(name=Asserting),
> level1_s=DocValuesFormat(name=Lucene70),
> s_multi=DocValuesFormat(name=Lucene70),
> level2_s=DocValuesFormat(name=Asserting),
> a_s=DocValuesFormat(name=Lucene70), score_f=DocValuesFormat(name=Lucene70),
> term_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70),
> timestamp=DocValuesFormat(name=Asserting),
> i_multi=DocValuesFormat(name=Lucene70),
> featureSet_s=DocValuesFormat(name=Direct),
> trueNegative_i=DocValuesFormat(name=Lucene70),
> index_i=DocValuesFormat(name=Direct),
> test_dt=DocValuesFormat(name=Lucene70), out_i=DocValuesFormat(name=Direct),
> checkpoint_ss=DocValuesFormat(name=Lucene70),
> _version_=DocValuesFormat(name=Asserting),
> truePositive_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=292,
> maxMBSortInHeap=6.0682509754638785,
> sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ed1f67e),
> locale=uk-UA, timezone=Etc/GMT-5
> [junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation
> 1.8.0_172 (64-bit)/cpus=4,threads=1,free=209706328,total=500695040
> [junit4] 2> NOTE: All tests run in this JVM:
> [GreaterThanEqualToEvaluatorTest, TangentEvaluatorTest, NamedListTest,
> NormalizeEvaluatorTest, TestSolrJsonWriter, LargeVolumeBinaryJettyTest,
> TestV1toV2ApiMapper, DivideEvaluatorTest, CoalesceEvaluatorTest,
> HttpSolrClientBuilderTest, SolrParamTest, CloudSolrClientCacheTest,
> HyperbolicSineEvaluatorTest, PowerEvaluatorTest, TestLBHttpSolrClient,
> AddEvaluatorTest, SolrQueryTest, TestSolrProperties,
> TestClusteringResponse, RegressionEvaluatorTest,
> TestCloudSolrClientConnections, ArrayEvaluatorTest,
> TestToleratedUpdateError, MergeIndexesEmbeddedTest, MultiplyEvaluatorTest,
> SolrExampleBinaryTest, SolrExampleStreamingBinaryTest, CloudSolrClientTest,
> StreamExpressionTest]
> [junit4] Completed [142/155 (1!)] on J0 in 25.75s, 19 tests, 1 error
> <<< FAILURES!
>
> [...truncated 7839 lines...]
> BUILD FAILED
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651:
> The following error occurred while executing this line:
> /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585:
> Some of the tests produced a heap dump, but did not fail. Maybe a
> suppressed OutOfMemoryError? Dumps created:
> * java_pid20596.hprof
>
> Total time: 216 minutes 53 seconds
> Build step 'Invoke Ant' marked build as failure
> Archiving artifacts
> Recording test results
> Email was triggered for: Failure - Any
> Sending email for trigger: Failure - Any
>
> ---------------------------------------------------------------------
> To unsubscribe, e-mail: dev-unsubscribe@lucene.apache.org
> For additional commands, e-mail: dev-help@lucene.apache.org
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1598 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1598/
2 tests failed.
FAILED: org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream
Error Message:
java.lang.NullPointerException
Stack Trace:
java.io.IOException: java.lang.NullPointerException
at __randomizedtesting.SeedInfo.seed([4667B28D1E9498A2:E4A870112E400A89]:0)
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.NullPointerException
at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
... 41 more
FAILED: org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([C3B6BF358F61417C:44E1C2BA1E383DFC]:0)
at org.apache.lucene.geo.Polygon.<init>(Polygon.java:94)
at org.apache.lucene.geo.GeoTestUtil.createRegularPolygon(GeoTestUtil.java:384)
at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:398)
at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
Build Log:
[...truncated 10019 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=C3B6BF358F61417C -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=be -Dtests.timezone=Antarctica/Palmer -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 118s J0 | TestLatLonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([C3B6BF358F61417C:44E1C2BA1E383DFC]:0)
[junit4] > at org.apache.lucene.geo.Polygon.<init>(Polygon.java:94)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.createRegularPolygon(GeoTestUtil.java:384)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:398)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonShapeQueries_C3B6BF358F61417C-001
[junit4] 2> NOTE: test params are: codec=CheapBastard, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@616013bb), locale=be, timezone=Antarctica/Palmer
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=335226712,total=344981504
[junit4] 2> NOTE: All tests run in this JVM: [TestNearest, TestIDVersionPostingsFormat, TestLatLonShapeQueries]
[junit4] Completed [18/19 (1!)] on J0 in 181.82s, 3 tests, 1 error <<< FAILURES!
[...truncated 4 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20180730_065842_1596856808966174919514.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid20596.hprof ...
[junit4] Heap dump file created [457601782 bytes in 1.183 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 6542 lines...]
[junit4] Suite: org.apache.solr.client.solrj.io.stream.StreamExpressionTest
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_4667B28D1E9498A2-001/init-core-data-001
[junit4] 1> 03:26:05.697 [Thread-231] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-3] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-4] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-2] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 03:26:05.837 [jetty-launcher-233-thread-1] ERROR org.apache.solr.util.StartupLoggingUtils - Missing Java Option solr.log.dir. Logging may be missing or incomplete.
[junit4] 1> 03:26:09.900 [qtp2017248722-1261] ERROR org.apache.solr.client.solrj.io.stream.ExceptionStream - java.io.IOException: org.apache.solr.common.SolrException: Collection not found: myCollection
[junit4] 1> at org.apache.solr.client.solrj.io.stream.StatsStream.open(StatsStream.java:217)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.ExceptionStream.open(ExceptionStream.java:54)
[junit4] 1> at org.apache.solr.handler.StreamHandler$TimerStream.open(StreamHandler.java:397)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.TupleStream.writeMap(TupleStream.java:78)
[junit4] 1> at org.apache.solr.common.util.JsonTextWriter.writeMap(JsonTextWriter.java:164)
[junit4] 1> at org.apache.solr.common.util.TextWriter.writeVal(TextWriter.java:69)
[junit4] 1> at org.apache.solr.response.TextResponseWriter.writeVal(TextResponseWriter.java:152)
[junit4] 1> at org.apache.solr.common.util.JsonTextWriter.writeNamedListAsMapWithDups(JsonTextWriter.java:386)
[junit4] 1> at org.apache.solr.common.util.JsonTextWriter.writeNamedList(JsonTextWriter.java:292)
[junit4] 1> at org.apache.solr.response.JSONWriter.writeResponse(JSONWriter.java:73)
[junit4] 1> at org.apache.solr.response.JSONResponseWriter.write(JSONResponseWriter.java:66)
[junit4] 1> at org.apache.solr.response.QueryResponseWriterUtil.writeQueryResponse(QueryResponseWriterUtil.java:65)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.writeResponse(HttpSolrCall.java:787)
[junit4] 1> at org.apache.solr.servlet.HttpSolrCall.call(HttpSolrCall.java:524)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:377)
[junit4] 1> at org.apache.solr.servlet.SolrDispatchFilter.doFilter(SolrDispatchFilter.java:323)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.apache.solr.client.solrj.embedded.JettySolrRunner$DebugFilter.doFilter(JettySolrRunner.java:139)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler$CachedChain.doFilter(ServletHandler.java:1642)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doHandle(ServletHandler.java:533)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doHandle(SessionHandler.java:1595)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextHandle(ScopedHandler.java:255)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doHandle(ContextHandler.java:1317)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:203)
[junit4] 1> at org.eclipse.jetty.servlet.ServletHandler.doScope(ServletHandler.java:473)
[junit4] 1> at org.eclipse.jetty.server.session.SessionHandler.doScope(SessionHandler.java:1564)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.nextScope(ScopedHandler.java:201)
[junit4] 1> at org.eclipse.jetty.server.handler.ContextHandler.doScope(ContextHandler.java:1219)
[junit4] 1> at org.eclipse.jetty.server.handler.ScopedHandler.handle(ScopedHandler.java:144)
[junit4] 1> at org.eclipse.jetty.server.handler.gzip.GzipHandler.handle(GzipHandler.java:674)
[junit4] 1> at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:132)
[junit4] 1> at org.eclipse.jetty.server.Server.handle(Server.java:531)
[junit4] 1> at org.eclipse.jetty.server.HttpChannel.handle(HttpChannel.java:352)
[junit4] 1> at org.eclipse.jetty.server.HttpConnection.onFillable(HttpConnection.java:260)
[junit4] 1> at org.eclipse.jetty.io.AbstractConnection$ReadCallback.succeeded(AbstractConnection.java:281)
[junit4] 1> at org.eclipse.jetty.io.FillInterest.fillable(FillInterest.java:102)
[junit4] 1> at org.eclipse.jetty.io.ChannelEndPoint$2.run(ChannelEndPoint.java:118)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.runTask(EatWhatYouKill.java:333)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:310)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:168)
[junit4] 1> at org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.run(EatWhatYouKill.java:126)
[junit4] 1> at org.eclipse.jetty.util.thread.ReservedThreadExecutor$ReservedThread.run(ReservedThreadExecutor.java:366)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:762)
[junit4] 1> at org.eclipse.jetty.util.thread.QueuedThreadPool$2.run(QueuedThreadPool.java:680)
[junit4] 1> at java.lang.Thread.run(Thread.java:748)
[junit4] 1> Caused by: org.apache.solr.common.SolrException: Collection not found: myCollection
[junit4] 1> at org.apache.solr.client.solrj.impl.CloudSolrClient.requestWithRetryOnStaleState(CloudSolrClient.java:853)
[junit4] 1> at org.apache.solr.client.solrj.impl.CloudSolrClient.request(CloudSolrClient.java:819)
[junit4] 1> at org.apache.solr.client.solrj.io.stream.StatsStream.open(StatsStream.java:214)
[junit4] 1> ... 45 more
[junit4] 1>
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=StreamExpressionTest -Dtests.method=testSignificantTermsStream -Dtests.seed=4667B28D1E9498A2 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=uk-UA -Dtests.timezone=Etc/GMT-5 -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 1.11s J0 | StreamExpressionTest.testSignificantTermsStream <<<
[junit4] > Throwable #1: java.io.IOException: java.lang.NullPointerException
[junit4] > at __randomizedtesting.SeedInfo.seed([4667B28D1E9498A2:E4A870112E400A89]:0)
[junit4] > at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:341)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.getTuples(StreamExpressionTest.java:2471)
[junit4] > at org.apache.solr.client.solrj.io.stream.StreamExpressionTest.testSignificantTermsStream(StreamExpressionTest.java:2301)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: java.lang.NullPointerException
[junit4] > at org.apache.solr.client.solrj.io.stream.SignificantTermsStream.read(SignificantTermsStream.java:294)
[junit4] > ... 41 more
[junit4] 1> 03:26:31.082 [SUITE-StreamExpressionTest-seed#[4667B28D1E9498A2]-worker] ERROR org.apache.zookeeper.server.ZooKeeperServer - ZKShutdownHandler is not registered, so ZooKeeper server won't take any action on ERROR or SHUTDOWN server state changes
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-solrj/test/J0/temp/solr.client.solrj.io.stream.StreamExpressionTest_4667B28D1E9498A2-001
[junit4] 2> Jul 30, 2018 8:26:31 AM com.carrotsearch.randomizedtesting.ThreadLeakControl checkThreadLeaks
[junit4] 2> WARNING: Will linger awaiting termination of 1 leaked thread(s).
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {name_s=Lucene50(blocksize=128), terms_ss=PostingsFormat(name=Direct), featureSet_s=PostingsFormat(name=Direct), field_s=PostingsFormat(name=Asserting), multiDefault=PostingsFormat(name=Direct), subject=PostingsFormat(name=Direct), checkpoint_ss=Lucene50(blocksize=128), test_t=Lucene50(blocksize=128), level1_s=FSTOrd50, s_multi=Lucene50(blocksize=128), level2_s=PostingsFormat(name=Asserting), a_s=Lucene50(blocksize=128), whitetok=Lucene50(blocksize=128), tv_text=PostingsFormat(name=Asserting), term_s=PostingsFormat(name=Direct), a_t=PostingsFormat(name=Asserting), id=FSTOrd50, text=Lucene50(blocksize=128)}, docValues:{name_s=DocValuesFormat(name=Lucene70), iteration_i=DocValuesFormat(name=Lucene70), terms_ss=DocValuesFormat(name=Direct), field_s=DocValuesFormat(name=Asserting), multiDefault=DocValuesFormat(name=Direct), price_f=DocValuesFormat(name=Direct), a_f=DocValuesFormat(name=Direct), intDefault=DocValuesFormat(name=Asserting), falseNegative_i=DocValuesFormat(name=Asserting), a_i=DocValuesFormat(name=Lucene70), falsePositive_i=DocValuesFormat(name=Asserting), level1_s=DocValuesFormat(name=Lucene70), s_multi=DocValuesFormat(name=Lucene70), level2_s=DocValuesFormat(name=Asserting), a_s=DocValuesFormat(name=Lucene70), score_f=DocValuesFormat(name=Lucene70), term_s=DocValuesFormat(name=Direct), id=DocValuesFormat(name=Lucene70), timestamp=DocValuesFormat(name=Asserting), i_multi=DocValuesFormat(name=Lucene70), featureSet_s=DocValuesFormat(name=Direct), trueNegative_i=DocValuesFormat(name=Lucene70), index_i=DocValuesFormat(name=Direct), test_dt=DocValuesFormat(name=Lucene70), out_i=DocValuesFormat(name=Direct), checkpoint_ss=DocValuesFormat(name=Lucene70), _version_=DocValuesFormat(name=Asserting), truePositive_i=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=292, maxMBSortInHeap=6.0682509754638785, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@2ed1f67e), locale=uk-UA, timezone=Etc/GMT-5
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=209706328,total=500695040
[junit4] 2> NOTE: All tests run in this JVM: [GreaterThanEqualToEvaluatorTest, TangentEvaluatorTest, NamedListTest, NormalizeEvaluatorTest, TestSolrJsonWriter, LargeVolumeBinaryJettyTest, TestV1toV2ApiMapper, DivideEvaluatorTest, CoalesceEvaluatorTest, HttpSolrClientBuilderTest, SolrParamTest, CloudSolrClientCacheTest, HyperbolicSineEvaluatorTest, PowerEvaluatorTest, TestLBHttpSolrClient, AddEvaluatorTest, SolrQueryTest, TestSolrProperties, TestClusteringResponse, RegressionEvaluatorTest, TestCloudSolrClientConnections, ArrayEvaluatorTest, TestToleratedUpdateError, MergeIndexesEmbeddedTest, MultiplyEvaluatorTest, SolrExampleBinaryTest, SolrExampleStreamingBinaryTest, CloudSolrClientTest, StreamExpressionTest]
[junit4] Completed [142/155 (1!)] on J0 in 25.75s, 19 tests, 1 error <<< FAILURES!
[...truncated 7839 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid20596.hprof
Total time: 216 minutes 53 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any
[JENKINS] Lucene-Solr-NightlyTests-master - Build # 1597 - Still
Failing
Posted by Apache Jenkins Server <je...@builds.apache.org>.
Build: https://builds.apache.org/job/Lucene-Solr-NightlyTests-master/1597/
2 tests failed.
FAILED: org.apache.solr.handler.component.InfixSuggestersTest.testShutdownDuringBuild
Error Message:
junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
Stack Trace:
java.util.concurrent.ExecutionException: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
at __randomizedtesting.SeedInfo.seed([6E64A78CA1FADFB7:B1E9C5339F938AD5]:0)
at java.util.concurrent.FutureTask.report(FutureTask.java:122)
at java.util.concurrent.FutureTask.get(FutureTask.java:192)
at org.apache.solr.handler.component.InfixSuggestersTest.testShutdownDuringBuild(InfixSuggestersTest.java:130)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.SystemPropertiesRestoreRule$1.evaluate(SystemPropertiesRestoreRule.java:57)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleAssertionsRequired$1.evaluate(TestRuleAssertionsRequired.java:53)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleIgnoreTestSuites$1.evaluate(TestRuleIgnoreTestSuites.java:54)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at java.lang.Thread.run(Thread.java:748)
Caused by: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
at org.apache.solr.handler.component.InfixSuggestersTest.lambda$testShutdownDuringBuild$3(InfixSuggestersTest.java:121)
at java.util.concurrent.FutureTask.run(FutureTask.java:266)
at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
... 1 more
Caused by: java.lang.RuntimeException: Exception during query
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:917)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
at org.apache.solr.handler.component.InfixSuggestersTest.lambda$null$2(InfixSuggestersTest.java:122)
at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2726)
... 6 more
Caused by: org.apache.solr.common.SolrException: SolrCoreState already closed.
at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:186)
at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:121)
at org.apache.solr.update.SolrCoreState.getTragicException(SolrCoreState.java:198)
at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:1812)
at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
... 9 more
FAILED: org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig
Error Message:
Java heap space
Stack Trace:
java.lang.OutOfMemoryError: Java heap space
at __randomizedtesting.SeedInfo.seed([C8197BEE43CB96A7:4F4E0661D292EA27]:0)
at org.apache.lucene.geo.Polygon.<init>(Polygon.java:94)
at org.apache.lucene.geo.GeoTestUtil.createRegularPolygon(GeoTestUtil.java:384)
at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:398)
at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at com.carrotsearch.randomizedtesting.RandomizedRunner.invoke(RandomizedRunner.java:1737)
at com.carrotsearch.randomizedtesting.RandomizedRunner$8.evaluate(RandomizedRunner.java:934)
at com.carrotsearch.randomizedtesting.RandomizedRunner$9.evaluate(RandomizedRunner.java:970)
at com.carrotsearch.randomizedtesting.RandomizedRunner$10.evaluate(RandomizedRunner.java:984)
at org.apache.lucene.util.TestRuleSetupTeardownChained$1.evaluate(TestRuleSetupTeardownChained.java:49)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at org.apache.lucene.util.TestRuleThreadAndTestName$1.evaluate(TestRuleThreadAndTestName.java:48)
at org.apache.lucene.util.TestRuleIgnoreAfterMaxFailures$1.evaluate(TestRuleIgnoreAfterMaxFailures.java:64)
at org.apache.lucene.util.TestRuleMarkFailure$1.evaluate(TestRuleMarkFailure.java:47)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$StatementRunner.run(ThreadLeakControl.java:368)
at com.carrotsearch.randomizedtesting.ThreadLeakControl.forkTimeoutingTask(ThreadLeakControl.java:817)
at com.carrotsearch.randomizedtesting.ThreadLeakControl$3.evaluate(ThreadLeakControl.java:468)
at com.carrotsearch.randomizedtesting.RandomizedRunner.runSingleTest(RandomizedRunner.java:943)
at com.carrotsearch.randomizedtesting.RandomizedRunner$5.evaluate(RandomizedRunner.java:829)
at com.carrotsearch.randomizedtesting.RandomizedRunner$6.evaluate(RandomizedRunner.java:879)
at com.carrotsearch.randomizedtesting.RandomizedRunner$7.evaluate(RandomizedRunner.java:890)
at org.apache.lucene.util.AbstractBeforeAfterRule$1.evaluate(AbstractBeforeAfterRule.java:45)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
at org.apache.lucene.util.TestRuleStoreClassName$1.evaluate(TestRuleStoreClassName.java:41)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.NoShadowingOrOverridesOnMethodsRule$1.evaluate(NoShadowingOrOverridesOnMethodsRule.java:40)
at com.carrotsearch.randomizedtesting.rules.StatementAdapter.evaluate(StatementAdapter.java:36)
Build Log:
[...truncated 10012 lines...]
[junit4] Suite: org.apache.lucene.document.TestLatLonShapeQueries
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=TestLatLonShapeQueries -Dtests.method=testRandomBig -Dtests.seed=C8197BEE43CB96A7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=ms -Dtests.timezone=America/Manaus -Dtests.asserts=true -Dtests.file.encoding=UTF-8
[junit4] ERROR 187s J0 | TestLatLonShapeQueries.testRandomBig <<<
[junit4] > Throwable #1: java.lang.OutOfMemoryError: Java heap space
[junit4] > at __randomizedtesting.SeedInfo.seed([C8197BEE43CB96A7:4F4E0661D292EA27]:0)
[junit4] > at org.apache.lucene.geo.Polygon.<init>(Polygon.java:94)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.createRegularPolygon(GeoTestUtil.java:384)
[junit4] > at org.apache.lucene.geo.GeoTestUtil.nextPolygon(GeoTestUtil.java:398)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.doTestRandom(TestLatLonShapeQueries.java:127)
[junit4] > at org.apache.lucene.document.TestLatLonShapeQueries.testRandomBig(TestLatLonShapeQueries.java:107)
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/J0/temp/lucene.document.TestLatLonShapeQueries_C8197BEE43CB96A7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {id=PostingsFormat(name=LuceneVarGapFixedInterval)}, docValues:{shape=DocValuesFormat(name=Asserting), id=DocValuesFormat(name=Lucene70)}, maxPointsInLeafNode=1886, maxMBSortInHeap=6.292005277639555, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@1773eeb7), locale=ms, timezone=America/Manaus
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=294555000,total=305135616
[junit4] 2> NOTE: All tests run in this JVM: [TestLatLonShapeQueries]
[junit4] Completed [16/19 (1!)] on J0 in 293.19s, 3 tests, 1 error <<< FAILURES!
[...truncated 10 lines...]
[junit4] JVM J0: stdout was not empty, see: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/lucene/build/sandbox/test/temp/junit4-J0-20180729_065947_9971956623175675739278.sysout
[junit4] >>> JVM J0 emitted unexpected output (verbatim) ----
[junit4] java.lang.OutOfMemoryError: Java heap space
[junit4] Dumping heap to /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/heapdumps/java_pid21724.hprof ...
[junit4] Heap dump file created [479059742 bytes in 1.285 secs]
[junit4] <<< JVM J0: EOF ----
[...truncated 4865 lines...]
[junit4] Suite: org.apache.solr.handler.component.InfixSuggestersTest
[junit4] 2> 2982773 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.SolrTestCaseJ4 SecureRandom sanity checks: test.solr.allowed.securerandom=null & java.security.egd=file:/dev/./urandom
[junit4] 2> Creating dataDir: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001
[junit4] 2> 2982773 WARN (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.SolrTestCaseJ4 startTrackingSearchers: numOpens=18 numCloses=18
[junit4] 2> 2982773 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.SolrTestCaseJ4 Using PointFields (NUMERIC_POINTS_SYSPROP=true) w/NUMERIC_DOCVALUES_SYSPROP=false
[junit4] 2> 2982775 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.SolrTestCaseJ4 Randomized ssl (true) and clientAuth (true) via: @org.apache.solr.util.RandomizeSSL(reason=, ssl=NaN, value=NaN, clientAuth=NaN)
[junit4] 2> 2982776 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2982776 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2982807 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2982860 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2982996 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2983539 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2983539 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2983554 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2983562 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2983562 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2983565 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2983597 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2983607 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2983734 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2983740 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2983741 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2983741 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2983741 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001/]
[junit4] 2> 2983743 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=71.419921875, floorSegmentMB=0.9228515625, forceMergeDeletesPctAllowed=8.049182212972298, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5165285403927701, deletesPctAllowed=29.806840292425093
[junit4] 2> 2983788 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2983788 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2983789 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=46, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=1.0]
[junit4] 2> 2983789 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@6f430702[collection1] main]
[junit4] 2> 2983790 WARN (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2983790 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2983790 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2983809 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2983809 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2983809 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2983809 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2983810 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2983810 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2983810 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2983810 INFO (coreLoadExecutor-11279-thread-1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2983811 INFO (searcherExecutor-11280-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@6f430702[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2983812 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ ] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2983837 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.SolrTestCaseJ4 ###Starting testAnalyzingInfixSuggesterBuildThenReload
[junit4] 2> 2983837 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.h.c.SuggestComponent SuggestComponent prepare with : qt=/suggest_analyzing_infix_short_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2983837 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.s.s.SolrSuggester SolrSuggester.build(shortRandomAnalyzingInfixSuggester)
[junit4] 2> 2983865 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.s.s.RandomTestDictionaryFactory org.apache.solr.spelling.suggest.RandomTestDictionaryFactory$RandomTestDictionary.enabled.shortRandomAnalyzingInfixSuggester disabled after emitting 100 items.
[junit4] 2> 2983917 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.h.c.SuggestComponent SuggestComponent process with : qt=/suggest_analyzing_infix_short_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2983917 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/suggest_analyzing_infix_short_dictionary&suggest.buildAll=true&wt=xml} status=0 QTime=80
[junit4] 2> 2983920 ERROR (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 2983923 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2983953 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2983962 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2984083 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2984090 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ ] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 2984124 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2984124 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001/]
[junit4] 2> 2984197 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2984197 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2984198 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4e28cadb[collection1] main]
[junit4] 2> 2984199 WARN (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2984199 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2984199 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2984201 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2984203 INFO (searcherExecutor-11284-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4e28cadb[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2984203 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=30, maxMergeAtOnceExplicit=38, maxMergedSegmentMB=88.1875, floorSegmentMB=1.767578125, forceMergeDeletesPctAllowed=28.906699959559052, segmentsPerTier=49.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.21956895940184254, deletesPctAllowed=27.520226091847118
[junit4] 2> 2984203 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2984204 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@524cdb5b[collection1] main]
[junit4] 2> 2984204 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@1053c656
[junit4] 2> 2984204 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=1053c656
[junit4] 2> 2984204 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4a64088c: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@69fb12a6
[junit4] 2> 2984205 INFO (searcherExecutor-11284-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@524cdb5b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2984213 INFO (TEST-InfixSuggestersTest.testAnalyzingInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testAnalyzingInfixSuggesterBuildThenReload
[junit4] 2> 2984238 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testBlendedInfixSuggesterBuildThenReload
[junit4] 2> 2984238 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent prepare with : qt=/suggest_blended_infix_short_dictionary&suggest.onlyMorePopular=true&indent=off&suggest.count=10&suggest=true&suggest.collate=true&suggest.buildAll=true&suggest.dictionary=shortRandomBlendedInfixSuggester&wt=xml
[junit4] 2> 2984238 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester SolrSuggester.build(shortRandomBlendedInfixSuggester)
[junit4] 2> 2984318 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.RandomTestDictionaryFactory org.apache.solr.spelling.suggest.RandomTestDictionaryFactory$RandomTestDictionary.enabled.shortRandomBlendedInfixSuggester disabled after emitting 100 items.
[junit4] 2> 2984367 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent process with : qt=/suggest_blended_infix_short_dictionary&suggest.onlyMorePopular=true&indent=off&suggest.count=10&suggest=true&suggest.collate=true&suggest.buildAll=true&suggest.dictionary=shortRandomBlendedInfixSuggester&wt=xml
[junit4] 2> 2984367 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/suggest_blended_infix_short_dictionary&suggest.buildAll=true&wt=xml} status=0 QTime=129
[junit4] 2> 2984367 ERROR (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 2984368 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2984395 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2984405 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2984689 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2984698 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 2984739 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2984739 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001/]
[junit4] 2> 2984797 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2984797 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2984798 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@193ac530[collection1] main]
[junit4] 2> 2984799 WARN (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2984799 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2984799 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984800 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984801 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2984801 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984801 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2984801 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2984801 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2984802 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2984802 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2984804 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=18, maxMergeAtOnceExplicit=32, maxMergedSegmentMB=14.8876953125, floorSegmentMB=1.109375, forceMergeDeletesPctAllowed=7.995072767112638, segmentsPerTier=45.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.17211940727528524, deletesPctAllowed=36.449811733651636
[junit4] 2> 2984806 INFO (searcherExecutor-11288-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@193ac530[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2984806 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2984806 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@4c378683[collection1] main]
[junit4] 2> 2984806 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@50d3fb96
[junit4] 2> 2984807 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=50d3fb96
[junit4] 2> 2984807 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@38483370: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@69fb12a6
[junit4] 2> 2984809 INFO (searcherExecutor-11288-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@4c378683[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2984817 INFO (TEST-InfixSuggestersTest.testBlendedInfixSuggesterBuildThenReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testBlendedInfixSuggesterBuildThenReload
[junit4] 2> 2984853 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testShutdownDuringBuild
[junit4] 2> 2984855 INFO (AnalyzingInfixSuggesterTest-7513-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent prepare with : qt=/suggest_analyzing_infix_long_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2984855 INFO (AnalyzingInfixSuggesterTest-7513-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester SolrSuggester.build(longRandomAnalyzingInfixSuggester)
[junit4] 2> 2984954 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=1449150519
[junit4] 2> 2984955 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2984955 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7aad78e4: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@c2ac293
[junit4] 2> 2984961 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2984961 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1496ebd6: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6c183ef9
[junit4] 2> 2984964 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2984964 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7ea634ef: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3f4c4a71
[junit4] 2> 2985000 INFO (coreCloseExecutor-11292-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@72866ff2
[junit4] 2> 2985000 INFO (coreCloseExecutor-11292-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=72866ff2
[junit4] 2> 2985000 INFO (coreCloseExecutor-11292-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@7f5661c0: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@69fb12a6
[junit4] 2> 2985146 ERROR (AnalyzingInfixSuggesterTest-7513-thread-1-processing-x:collection1) [ x:collection1] o.a.s.SolrTestCaseJ4 REQUEST FAILED: qt=/suggest_analyzing_infix_long_dictionary&suggest.buildAll=true&wt=xml:org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:186)
[junit4] 2> at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:121)
[junit4] 2> at org.apache.solr.update.SolrCoreState.getTragicException(SolrCoreState.java:198)
[junit4] 2> at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:1812)
[junit4] 2> at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
[junit4] 2> at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
[junit4] 2> at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
[junit4] 2> at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
[junit4] 2> at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
[junit4] 2> at org.apache.solr.handler.component.InfixSuggestersTest.lambda$null$2(InfixSuggestersTest.java:122)
[junit4] 2> at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2726)
[junit4] 2> at org.apache.solr.handler.component.InfixSuggestersTest.lambda$testShutdownDuringBuild$3(InfixSuggestersTest.java:121)
[junit4] 2> at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] 2> at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] 2> at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] 2> at java.lang.Thread.run(Thread.java:748)
[junit4] 2>
[junit4] 2> 2985149 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ####initCore
[junit4] 2> 2985149 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2985170 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2985180 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema [null] Schema name=test
[junit4] 2> 2985287 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2985504 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.TransientSolrCoreCacheDefault Allocating transient cache for 2147483647 transient cores
[junit4] 2> 2985504 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.a.MetricsHistoryHandler No .system collection, keeping metrics history in memory.
[junit4] 2> 2985538 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.node' (registry 'solr.node') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2985546 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jvm' (registry 'solr.jvm') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2985546 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.jetty' (registry 'solr.jetty') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2985548 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2985584 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2985595 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2985699 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2985706 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.CoreContainer Creating SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1, trusted=true
[junit4] 2> 2985707 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2985707 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore solr.RecoveryStrategy.Builder
[junit4] 2> 2985707 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001/]
[junit4] 2> 2985747 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2985747 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2985748 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.TieredMergePolicy: [TieredMergePolicy: maxMergeAtOnce=11, maxMergeAtOnceExplicit=31, maxMergedSegmentMB=71.419921875, floorSegmentMB=0.9228515625, forceMergeDeletesPctAllowed=8.049182212972298, segmentsPerTier=20.0, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.5165285403927701, deletesPctAllowed=29.806840292425093
[junit4] 2> 2985748 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@5f0699dc[collection1] main]
[junit4] 2> 2985748 WARN (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2985749 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2985749 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2985750 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2985750 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2985750 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2985751 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2985751 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2985751 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2985752 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2985752 INFO (coreLoadExecutor-11302-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2985753 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ####initCore end
[junit4] 2> 2985753 INFO (TEST-InfixSuggestersTest.testShutdownDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testShutdownDuringBuild
[junit4] 2> 2985760 INFO (searcherExecutor-11303-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@5f0699dc[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> NOTE: download the large Jenkins line-docs file by running 'ant get-jenkins-line-docs' in the lucene directory.
[junit4] 2> NOTE: reproduce with: ant test -Dtestcase=InfixSuggestersTest -Dtests.method=testShutdownDuringBuild -Dtests.seed=6E64A78CA1FADFB7 -Dtests.multiplier=2 -Dtests.nightly=true -Dtests.slow=true -Dtests.linedocsfile=/home/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/test-data/enwiki.random.lines.txt -Dtests.locale=en-IE -Dtests.timezone=Africa/Monrovia -Dtests.asserts=true -Dtests.file.encoding=ISO-8859-1
[junit4] ERROR 0.95s J2 | InfixSuggestersTest.testShutdownDuringBuild <<<
[junit4] > Throwable #1: java.util.concurrent.ExecutionException: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
[junit4] > at __randomizedtesting.SeedInfo.seed([6E64A78CA1FADFB7:B1E9C5339F938AD5]:0)
[junit4] > at java.util.concurrent.FutureTask.report(FutureTask.java:122)
[junit4] > at java.util.concurrent.FutureTask.get(FutureTask.java:192)
[junit4] > at org.apache.solr.handler.component.InfixSuggestersTest.testShutdownDuringBuild(InfixSuggestersTest.java:130)
[junit4] > at java.lang.Thread.run(Thread.java:748)
[junit4] > Caused by: junit.framework.AssertionFailedError: Unexpected wrapped exception type, expected CoreIsClosedException
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2734)
[junit4] > at org.apache.solr.handler.component.InfixSuggestersTest.lambda$testShutdownDuringBuild$3(InfixSuggestersTest.java:121)
[junit4] > at java.util.concurrent.FutureTask.run(FutureTask.java:266)
[junit4] > at org.apache.solr.common.util.ExecutorUtil$MDCAwareThreadPoolExecutor.lambda$execute$0(ExecutorUtil.java:209)
[junit4] > at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
[junit4] > at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
[junit4] > ... 1 more
[junit4] > Caused by: java.lang.RuntimeException: Exception during query
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:917)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:877)
[junit4] > at org.apache.solr.handler.component.InfixSuggestersTest.lambda$null$2(InfixSuggestersTest.java:122)
[junit4] > at org.apache.lucene.util.LuceneTestCase.expectThrows(LuceneTestCase.java:2726)
[junit4] > ... 6 more
[junit4] > Caused by: org.apache.solr.common.SolrException: SolrCoreState already closed.
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.lock(DefaultSolrCoreState.java:186)
[junit4] > at org.apache.solr.update.DefaultSolrCoreState.getIndexWriter(DefaultSolrCoreState.java:121)
[junit4] > at org.apache.solr.update.SolrCoreState.getTragicException(SolrCoreState.java:198)
[junit4] > at org.apache.solr.core.CoreContainer.checkTragicException(CoreContainer.java:1812)
[junit4] > at org.apache.solr.handler.RequestHandlerBase.handleRequest(RequestHandlerBase.java:212)
[junit4] > at org.apache.solr.core.SolrCore.execute(SolrCore.java:2541)
[junit4] > at org.apache.solr.util.TestHarness.query(TestHarness.java:337)
[junit4] > at org.apache.solr.util.TestHarness.query(TestHarness.java:319)
[junit4] > at org.apache.solr.SolrTestCaseJ4.assertQ(SolrTestCaseJ4.java:891)
[junit4] > ... 9 more
[junit4] 2> 2985788 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting test2xBuildReload
[junit4] 2> 2985788 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent prepare with : qt=/suggest_analyzing_infix_short_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2985788 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester SolrSuggester.build(shortRandomAnalyzingInfixSuggester)
[junit4] 2> 2985796 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.RandomTestDictionaryFactory org.apache.solr.spelling.suggest.RandomTestDictionaryFactory$RandomTestDictionary.enabled.shortRandomAnalyzingInfixSuggester disabled after emitting 100 items.
[junit4] 2> 2985846 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent process with : qt=/suggest_analyzing_infix_short_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2985846 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/suggest_analyzing_infix_short_dictionary&suggest.buildAll=true&wt=xml} status=0 QTime=58
[junit4] 2> 2985848 ERROR (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 2985852 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2985878 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2985889 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2985986 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2985994 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 2986024 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2986024 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001/]
[junit4] 2> 2986076 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2986076 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2986078 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@19fc1359[collection1] main]
[junit4] 2> 2986078 WARN (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2986078 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2986078 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986080 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986080 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2986080 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986081 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986081 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2986081 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2986082 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2986082 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2986084 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.AlcoholicMergePolicy: [AlcoholicMergePolicy: minMergeSize=0, mergeFactor=10, maxMergeSize=1423223460, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=true, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=8.796093022207999E12, noCFSRatio=0.1]
[junit4] 2> 2986086 INFO (searcherExecutor-11307-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@19fc1359[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2986086 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2986086 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2100b39b[collection1] main]
[junit4] 2> 2986086 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@2ccedd0e
[junit4] 2> 2986086 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=2ccedd0e
[junit4] 2> 2986086 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@1623c250: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a1db3fb
[junit4] 2> 2986096 INFO (searcherExecutor-11307-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2100b39b[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2986096 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent prepare with : qt=/suggest_analyzing_infix_short_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2986096 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester SolrSuggester.build(shortRandomAnalyzingInfixSuggester)
[junit4] 2> 2986103 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.RandomTestDictionaryFactory org.apache.solr.spelling.suggest.RandomTestDictionaryFactory$RandomTestDictionary.enabled.shortRandomAnalyzingInfixSuggester disabled after emitting 100 items.
[junit4] 2> 2986123 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent process with : qt=/suggest_analyzing_infix_short_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2986123 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.S.Request [collection1] webapp=null path=null params={qt=/suggest_analyzing_infix_short_dictionary&suggest.buildAll=true&wt=xml} status=0 QTime=27
[junit4] 2> 2986124 ERROR (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 2986124 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2986148 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2986190 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2986336 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2986343 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 2986373 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2986373 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001/]
[junit4] 2> 2986430 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Hard AutoCommit: disabled
[junit4] 2> 2986430 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.CommitTracker Soft AutoCommit: disabled
[junit4] 2> 2986431 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@2d9ec625[collection1] main]
[junit4] 2> 2986432 WARN (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.r.ManagedResourceStorage Cannot write to config directory /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/conf; switching to use InMemory storage instead.
[junit4] 2> 2986432 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2986432 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986434 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,indexPath=short_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986434 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2986434 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986435 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=longRandomAnalyzingInfixSuggester,lookupImpl=AnalyzingInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100000,indexPath=long_random_analyzing_infix_suggester,suggestAnalyzerFieldType=text,buildOnCommit=false,buildOnStartup=false}
[junit4] 2> 2986435 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.c.SuggestComponent Initializing SuggestComponent
[junit4] 2> 2986435 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester init: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2986436 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.s.SolrSuggester Dictionary loaded with params: {name=shortRandomBlendedInfixSuggester,lookupImpl=BlendedInfixLookupFactory,dictionaryImpl=RandomTestDictionaryFactory,randDictMaxItems=100,blenderType=position_linear,suggestAnalyzerFieldType=text,indexPath=short_random_blended_infix_suggester,highlight=true,buildOnStartup=false,buildOnCommit=false}
[junit4] 2> 2986436 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.h.ReplicationHandler Commits will be reserved for 10000ms.
[junit4] 2> 2986438 INFO (searcherExecutor-11311-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@2d9ec625[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2986438 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.RandomMergePolicy RandomMergePolicy wrapping class org.apache.lucene.index.LogByteSizeMergePolicy: [LogByteSizeMergePolicy: minMergeSize=1677721, mergeFactor=26, maxMergeSize=2147483648, maxMergeSizeForForcedMerge=9223372036854775807, calibrateSizeByDeletes=false, maxMergeDocs=2147483647, maxCFSSegmentSizeMB=0.509765625, noCFSRatio=0.5247878909286711]
[junit4] 2> 2986439 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.u.DefaultSolrCoreState New IndexWriter is ready to be used.
[junit4] 2> 2986439 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.SolrIndexSearcher Opening [Searcher@40129851[collection1] main]
[junit4] 2> 2986439 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@5b6fcde8
[junit4] 2> 2986439 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=5b6fcde8
[junit4] 2> 2986439 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@151104f2: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a1db3fb
[junit4] 2> 2986440 INFO (searcherExecutor-11311-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] Registered new searcher Searcher@40129851[collection1] main{ExitableDirectoryReader(UninvertingDirectoryReader())}
[junit4] 2> 2986451 INFO (TEST-InfixSuggestersTest.test2xBuildReload-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending test2xBuildReload
[junit4] 2> 2986480 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Starting testReloadDuringBuild
[junit4] 2> 2986480 ERROR (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CorePropertiesLocator Couldn't load core descriptor from /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties:java.nio.file.NoSuchFileException: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/core.properties
[junit4] 2> 2986481 INFO (AnalyzingInfixSuggesterTest-7516-thread-1-processing-x:collection1) [ x:collection1] o.a.s.h.c.SuggestComponent SuggestComponent prepare with : qt=/suggest_analyzing_infix_long_dictionary&suggest=true&suggest.buildAll=true&wt=xml&indent=off
[junit4] 2> 2986481 INFO (AnalyzingInfixSuggesterTest-7516-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.SolrSuggester SolrSuggester.build(longRandomAnalyzingInfixSuggester)
[junit4] 2> 2986481 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrResourceLoader [null] Added 2 libs to classloader, from paths: [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib, /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1/lib/classes]
[junit4] 2> 2986507 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrConfig Using Lucene MatchVersion: 8.0.0
[junit4] 2> 2986517 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema [collection1] Schema name=test
[junit4] 2> 2986608 INFO (AnalyzingInfixSuggesterTest-7516-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.RandomTestDictionaryFactory org.apache.solr.spelling.suggest.RandomTestDictionaryFactory$RandomTestDictionary.enabled.longRandomAnalyzingInfixSuggester emitted 1000 items.
[junit4] 2> 2986625 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.s.IndexSchema Loaded schema test/1.0 with uniqueid field id
[junit4] 2> 2986632 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.CoreContainer Reloading SolrCore 'collection1' using configuration from instancedir /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1
[junit4] 2> 2986662 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.m.r.SolrJmxReporter JMX monitoring for 'solr.core.collection1' (registry 'solr.core.collection1') enabled at server: com.sun.jmx.mbeanserver.JmxMBeanServer@43d1ba69
[junit4] 2> 2986663 INFO (TEST-InfixSuggestersTest.testReloadDuringBuild-seed#[6E64A78CA1FADFB7]) [ x:collection1] o.a.s.c.SolrCore [[collection1] ] Opening new SolrCore at [/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/core/src/test-files/solr/collection1], dataDir=[/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001/init-core-data-001/]
[junit4] 2> 2986703 INFO (AnalyzingInfixSuggesterTest-7516-thread-1-processing-x:collection1) [ x:collection1] o.a.s.s.s.RandomTestDictionaryFactory org.apache.solr.spelling.sugges
[...truncated too long message...]
CA1FADFB7]) [ x:collection1] o.a.s.SolrTestCaseJ4 ###Ending testBuildThen2xReload
[junit4] 2> 2988464 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.SolrTestCaseJ4 ###deleteCore
[junit4] 2> 2988464 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.c.CoreContainer Shutting down CoreContainer instance=167050000
[junit4] 2> 2988464 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.node, tag=null
[junit4] 2> 2988464 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@4380dbbd: rootName = null, domain = solr.node, service url = null, agent id = null] for registry solr.node / com.codahale.metrics.MetricRegistry@6e97b7ec
[junit4] 2> 2988468 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jvm, tag=null
[junit4] 2> 2988468 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@43e1a71d: rootName = null, domain = solr.jvm, service url = null, agent id = null] for registry solr.jvm / com.codahale.metrics.MetricRegistry@6c183ef9
[junit4] 2> 2988470 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.jetty, tag=null
[junit4] 2> 2988471 INFO (SUITE-InfixSuggestersTest-seed#[6E64A78CA1FADFB7]-worker) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@29d7f694: rootName = null, domain = solr.jetty, service url = null, agent id = null] for registry solr.jetty / com.codahale.metrics.MetricRegistry@3f4c4a71
[junit4] 2> 2988471 INFO (coreCloseExecutor-11335-thread-1-processing-x:collection1) [ x:collection1] o.a.s.c.SolrCore [collection1] CLOSING SolrCore org.apache.solr.core.SolrCore@69da596f
[junit4] 2> 2988471 INFO (coreCloseExecutor-11335-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.SolrMetricManager Closing metric reporters for registry=solr.core.collection1, tag=69da596f
[junit4] 2> 2988471 INFO (coreCloseExecutor-11335-thread-1-processing-x:collection1) [ x:collection1] o.a.s.m.r.SolrJmxReporter Closing reporter [org.apache.solr.metrics.reporters.SolrJmxReporter@73493336: rootName = null, domain = solr.core.collection1, service url = null, agent id = null] for registry solr.core.collection1 / com.codahale.metrics.MetricRegistry@7a1db3fb
[junit4] 2> NOTE: leaving temporary files on disk at: /x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/solr/build/solr-core/test/J2/temp/solr.handler.component.InfixSuggestersTest_6E64A78CA1FADFB7-001
[junit4] 2> NOTE: test params are: codec=Asserting(Lucene70): {textgrams=BlockTreeOrds(blocksize=128), text=BlockTreeOrds(blocksize=128), exacttext=Lucene50(blocksize=128)}, docValues:{weight=DocValuesFormat(name=Asserting), text=DocValuesFormat(name=Direct)}, maxPointsInLeafNode=189, maxMBSortInHeap=6.561982026472887, sim=Asserting(org.apache.lucene.search.similarities.AssertingSimilarity@69b6a701), locale=en-IE, timezone=Africa/Monrovia
[junit4] 2> NOTE: Linux 4.4.0-130-generic amd64/Oracle Corporation 1.8.0_172 (64-bit)/cpus=4,threads=1,free=204303992,total=531103744
[junit4] 2> NOTE: All tests run in this JVM: [TestCustomStream, DistributedFacetSimpleRefinementLongTailTest, MetricsHistoryIntegrationTest, VMParamsZkACLAndCredentialsProvidersTest, HLLUtilTest, TestCloudNestedDocsSort, ZkStateWriterTest, TestSchemaResource, TestSolrFieldCacheBean, DistributedSuggestComponentTest, OutOfBoxZkACLAndCredentialsProvidersTest, LeaderTragicEventTest, PeerSyncWithLeaderAndIndexFingerprintCachingTest, DefaultValueUpdateProcessorTest, TestSubQueryTransformer, FieldAnalysisRequestHandlerTest, TestExactSharedStatsCache, ExecutePlanActionTest, ZkSolrClientTest, CleanupOldIndexTest, TestSimpleTextCodec, TestWordDelimiterFilterFactory, TestSolr4Spatial, TestJsonFacetsWithNestedObjects, UpdateParamsTest, TestCloudInspectUtil, TestConfigReload, SolrCloudExampleTest, TestCloudSearcherWarming, DeleteReplicaTest, TestSolrConfigHandlerCloud, OutputWriterTest, TestFieldCacheWithThreads, OverseerTaskQueueTest, ParsingFieldUpdateProcessorsTest, RegexBytesRefFilterTest, TestStressVersions, TestPerFieldSimilarity, CollectionTooManyReplicasTest, TestRestoreCore, DistanceFunctionTest, SystemInfoHandlerTest, CoreSorterTest, TermsComponentTest, TestComplexPhraseQParserPlugin, TestReplicaProperties, SaslZkACLProviderTest, ScriptEngineTest, SchemaApiFailureTest, NumberUtilsTest, CustomHighlightComponentTest, TestReload, TestManagedSynonymFilterFactory, SuggesterWFSTTest, SolrCoreMetricManagerTest, ClassificationUpdateProcessorIntegrationTest, TestSort, TestScoreJoinQPScore, OpenExchangeRatesOrgProviderTest, LukeRequestHandlerTest, CdcrVersionReplicationTest, TriggerSetPropertiesIntegrationTest, BaseCdcrDistributedZkTest, TestAuthorizationFramework, StatelessScriptUpdateProcessorFactoryTest, RandomizedTaggerTest, TestFiltering, TestShortCircuitedRequests, DistributedQueueTest, OverseerModifyCollectionTest, SuggestComponentTest, TestCSVResponseWriter, SolrCloudReportersTest, BinaryUpdateRequestHandlerTest, TestMaxScoreQueryParser, NodeLostTriggerTest, UninvertDocValuesMergePolicyTest, TaggingAttributeTest, TestTrie, PeerSyncTest, TestJoin, MultiTermTest, TestSerializedLuceneMatchVersion, NodeAddedTriggerIntegrationTest, SpellCheckComponentTest, AnalysisErrorHandlingTest, DirectSolrSpellCheckerTest, TestQuerySenderNoQuery, TestLeaderElectionWithEmptyReplica, CoreMergeIndexesAdminHandlerTest, TestPolicyCloud, DistributedIntervalFacetingTest, SpatialRPTFieldTypeTest, TestMinMaxOnMultiValuedField, XsltUpdateRequestHandlerTest, DistribCursorPagingTest, TestAuthenticationFramework, SearchHandlerTest, TestDFISimilarityFactory, TestRetrieveFieldsOptimizer, IndexSizeTriggerTest, DistributedFacetPivotWhiteBoxTest, SolrTestCaseJ4Test, TestEmbeddedSolrServerAdminHandler, SolrJmxReporterCloudTest, SpellCheckCollatorTest, V2ApiIntegrationTest, MetricsHistoryHandlerTest, TestSha256AuthenticationProvider, MultiSolrCloudTestCaseTest, TestLMDirichletSimilarityFactory, BasicAuthIntegrationTest, AsyncCallRequestStatusResponseTest, ForceLeaderTest, TestDeleteCollectionOnDownNodes, TestInPlaceUpdatesStandalone, ResponseHeaderTest, TestFuzzyAnalyzedSuggestions, TestTlogReplica, TestConfigsApi, TestCollationField, LeaderElectionTest, TestDocSet, HdfsDirectoryFactoryTest, TestPolicyCloud, TestHashQParserPlugin, DeleteInactiveReplicaTest, TestExceedMaxTermLength, BadIndexSchemaTest, RestartWhileUpdatingTest, PingRequestHandlerTest, IndexSchemaRuntimeFieldTest, ConvertedLegacyTest, CursorPagingTest, DisMaxRequestHandlerTest, EchoParamsTest, MinimalSchemaTest, SampleTest, SolrInfoBeanTest, TestCrossCoreJoin, TestCursorMarkWithoutUniqueKey, TestDistributedGrouping, TestDistributedMissingSort, TestDistributedSearch, TestDocumentBuilder, TestRandomDVFaceting, TestSimpleTrackingShardHandler, TestSolrCoreProperties, TestTolerantSearch, TestCharFilters, TestEmbeddedSolrServerConstructors, TestEmbeddedSolrServerSchemaAPI, TestJettySolrRunner, ConnectionReuseTest, AssignBackwardCompatibilityTest, BasicZkTest, ChaosMonkeySafeLeaderTest, CloudExitableDirectoryReaderTest, ClusterStateTest, ClusterStateUpdateTest, CollectionPropsTest, ConcurrentCreateRoutedAliasTest, ConfigSetsAPITest, ConnectionManagerTest, CreateRoutedAliasTest, DistribJoinFromCollectionTest, DistributedVersionInfoTest, HttpPartitionOnCommitTest, HttpPartitionTest, LIROnShardRestartTest, PeerSyncReplicationTest, RecoveryAfterSoftCommitTest, ReplaceNodeNoTargetTest, ReplaceNodeTest, SharedFSAutoReplicaFailoverTest, SliceStateTest, SolrCLIZkUtilsTest, TestCloudRecovery, TestExclusionRuleCollectionAccess, TestLeaderElectionZkExpiry, TestPullReplicaErrorHandling, TestSkipOverseerOperations, TestTolerantUpdateProcessorCloud, TestTolerantUpdateProcessorRandomCloud, ZkNodePropsTest, ZkShardTermsTest, AssignTest, CollectionReloadTest, ConcurrentDeleteAndCreateCollectionTest, NodeLostTriggerIntegrationTest, ScheduledTriggerTest, SearchRateTriggerIntegrationTest, TriggerIntegrationTest, CdcrReplicationDistributedZkTest, HdfsBasicDistributedZkTest, HdfsNNFailoverTest, HdfsRecoverLeaseTest, CachingDirectoryFactoryTest, TestBackupRepositoryFactory, TestBadConfig, TestCoreContainer, TestImplicitCoreProperties, TestInfoStreamLogging, TestMergePolicyConfig, TestSolrIndexConfig, TestXIncludeConfig, DocumentAnalysisRequestHandlerTest, TestSolrConfigHandlerConcurrent, V2StandaloneTest, XmlUpdateRequestHandlerTest, CoreAdminOperationTest, CoreAdminRequestStatusTest, InfoHandlerTest, MBeansHandlerTest, DistributedFacetPivotLongTailTest, DistributedMLTComponentTest, DistributedQueryComponentCustomSortTest, DistributedQueryElevationComponentTest, DistributedTermsComponentTest, InfixSuggestersTest]
[junit4] Completed [618/827 (1!)] on J2 in 5.76s, 7 tests, 1 error <<< FAILURES!
[...truncated 9514 lines...]
BUILD FAILED
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:651: The following error occurred while executing this line:
/x1/jenkins/jenkins-slave/workspace/Lucene-Solr-NightlyTests-master/checkout/build.xml:585: Some of the tests produced a heap dump, but did not fail. Maybe a suppressed OutOfMemoryError? Dumps created:
* java_pid21724.hprof
Total time: 223 minutes 7 seconds
Build step 'Invoke Ant' marked build as failure
Archiving artifacts
Recording test results
Email was triggered for: Failure - Any
Sending email for trigger: Failure - Any